-- Logs begin at Fri 2021-08-13 04:12:06 UTC, end at Fri 2021-08-13 05:10:41 UTC. -- Aug 13 04:41:23.137664 dv-cinder-760178-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 04:41:25.818081 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.common.config [-] Logging enabled! Aug 13 04:41:25.818587 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 04:41:25.818839 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 04:41:25.822547 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.common.config [-] Logging enabled! Aug 13 04:41:25.822797 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 04:41:25.823103 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 04:41:25.824019 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:41:25.824247 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:41:25.824603 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:41:25.824846 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:41:25.825069 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:41:25.825381 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.825708 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.825999 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.826224 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.826510 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.826786 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.827065 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.827350 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.827637 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.827920 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.828194 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.828473 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.828700 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.828973 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.829252 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.829557 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.829781 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] debug = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.830055 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.830468 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.830869 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.831148 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.831429 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.831699 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.831964 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.832233 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.832507 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.832823 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] host = dv-cinder-760178-7-iscsi {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.833092 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.833369 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.833671 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.833949 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.834217 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.834487 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.834765 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.835029 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.835294 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] log_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.835563 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.835848 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.836157 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.836968 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.837188 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.837401 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.837712 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.837989 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.838257 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.838525 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.838791 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.839058 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.839323 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.839584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.839861 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.840136 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.840412 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.840677 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.840943 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.841206 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.841487 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.841777 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.842029 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.842293 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.842558 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.842834 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.843096 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.843359 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.843648 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.843925 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.844197 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.844473 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.844737 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.845008 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.845273 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.845557 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.845829 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] use_json = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.846092 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.846356 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.846627 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.846891 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.847154 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.847417 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.847684 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.847958 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:25.848246 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.848533 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.848822 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.849095 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.849379 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.849675 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.849955 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.850226 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.850505 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.850784 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.851060 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.851329 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.851612 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.851954 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.852241 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.852539 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.852828 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.853111 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.853393 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.853670 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.853939 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.854212 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.854491 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.854775 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.855055 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.855321 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.855591 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.855879 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.856149 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.856415 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.856684 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.856963 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.857231 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.857516 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.857791 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.858062 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.858327 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.858591 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.858861 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.859143 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.859412 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.859677 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.859940 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.860210 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.860471 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.860747 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.861017 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.861278 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.861564 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.861832 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.862095 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.862359 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.862628 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.862892 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.863159 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.863421 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.863681 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.863944 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.864206 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.864469 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.864732 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.864995 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.865261 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.865545 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.865815 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.866079 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.866342 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.866606 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.866883 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.867169 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.867460 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.867731 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.868001 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.868271 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.868539 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.868806 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.869072 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.869340 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.869632 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.869915 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.870190 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.870469 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.870744 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.871013 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.871296 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.871572 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.871842 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.872110 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.872376 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.872658 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.872931 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.873214 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.873519 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.873806 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.874088 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.874371 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.874641 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.874940 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.875210 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:25.875419 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:41:25.875656 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105384) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 04:41:26.219187 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 04:41:26.219462 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 04:41:26.219747 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 04:41:26.220074 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 04:41:26.607820 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.608106 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.608373 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.609566 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.609838 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.610097 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.643364 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.643638 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.643899 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.660363 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.660640 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.660906 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.689068 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.689347 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.689639 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.724714 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.724995 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.725261 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.954079 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.954669 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.954669 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.954828 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:26.955462 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.074478 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.074792 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.075073 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.075339 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.075600 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.075906 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.076161 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.076410 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.076658 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.076933 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.077185 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.077462 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.077712 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.077955 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.078203 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.078460 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.078706 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.078963 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.079224 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.079475 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.079738 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.079988 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.080261 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.080627 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.080873 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.081113 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.081518 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.081757 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.081988 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.082218 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.082445 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.082672 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.083023 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 04:41:27.086692 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 04:41:27.090573 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 04:41:27.094301 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 13 04:41:27.096047 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 04:41:27.096492 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 04:41:27.096824 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 04:41:27.097206 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 04:41:27.099959 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 04:41:27.100211 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 04:41:27.100551 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 04:41:27.105780 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 04:41:27.127081 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 04:41:27.127525 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.127817 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105384) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 04:41:27.128173 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.129528 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105384) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 04:41:27.129803 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 04:41:27.130045 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 04:41:27.133898 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.134178 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.197427 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 04:41:27.197684 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 04:41:27.197915 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 04:41:27.198277 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 04:41:27.219228 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_db.sqlalchemy.engines [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105384) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 04:41:27.740961 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing driver for type 'gre' Aug 13 04:41:27.741525 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] gre ID ranges: [(1, 1000)] Aug 13 04:41:27.793175 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing driver for type 'local' Aug 13 04:41:27.793618 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing driver for type 'vlan' Aug 13 04:41:27.807571 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] VlanTypeDriver initialization complete Aug 13 04:41:27.807998 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing driver for type 'vxlan' Aug 13 04:41:27.808714 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] vxlan ID ranges: [(1, 1000)] Aug 13 04:41:27.858751 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing extension driver 'port_security' Aug 13 04:41:27.859112 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.extensions.port_security [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] PortSecurityExtensionDriver initialization complete Aug 13 04:41:27.859449 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing mechanism driver 'openvswitch' Aug 13 04:41:27.859779 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing mechanism driver 'hyperv' Aug 13 04:41:27.866299 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:41:27.866985 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.867944 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.868307 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.868832 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:41:27.869274 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnet after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.869671 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnet after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.870026 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnet after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.870428 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:41:27.870845 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.871205 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.871557 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.871950 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:41:27.872366 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > security_group after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.872762 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > security_group after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.873115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > security_group after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.873537 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:41:27.874123 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.874487 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.874861 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.875280 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:41:27.875690 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > address_group after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.876043 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > address_group after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.876389 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > address_group after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.876782 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:41:27.877162 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] ML2 OVO RPC backend initialized. {{(pid=105384) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 04:41:27.877912 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router_interface after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.878273 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.878703 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.879053 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > networks before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.879404 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.879750 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > ports before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.880100 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnet before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.880449 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnets before_response 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.880799 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.881145 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.881546 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.881893 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.882237 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.882581 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.882928 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnet after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.883272 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnet after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.883616 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > subnet after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.884205 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.plugin [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Modular L2 Plugin initialization complete Aug 13 04:41:27.884540 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading services supported by the core plugin {{(pid=105384) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 04:41:27.884875 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.plugins.ml2.managers [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Got port-security extension from driver 'port_security' Aug 13 04:41:27.885345 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.extensions.vlantransparent [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Disabled vlantransparent extension. Aug 13 04:41:27.885865 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105384) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 04:41:27.886188 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: router Aug 13 04:41:27.923563 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router_interface before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.923967 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router after_create 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.924346 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router before_create 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.924719 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.925100 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.925483 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router after_delete 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.925853 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > floatingip after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.926224 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router after_create 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.926579 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router after_update 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.926938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router after_update 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.927300 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.927920 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router after_update 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.928341 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_update 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.928720 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: port after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.929069 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: port after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.929414 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: subnet after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.929809 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.930713 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > port precommit_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.931070 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_create 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.931422 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: port before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.931775 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.932140 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router after_update 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.932494 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_delete 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.932854 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_create 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.933222 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router_interface after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.933606 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_update 55549900 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.933979 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > agent after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.934337 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > agent after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.934689 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > network after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.935556 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Tracking information for resource: router configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.935883 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Tracking information for resource: floatingip configured {{(pid=105384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:41:27.940941 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.db.l3_agentschedulers_db [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 04:41:27.941675 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: port after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.942054 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: port after_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.942465 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: port after_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.942828 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: port after_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.943626 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router before_create 55550100 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.943999 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_delete 55550100 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.944370 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_create 55550100 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.944736 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > router precommit_update 55550100 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.949252 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.services.provider_configuration [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service providers = [] {{(pid=105384) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 04:41:27.949656 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.db.servicetype_db [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105384) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 04:41:27.952611 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.services.service_base [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:41:27.952966 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.services.service_base [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:41:27.953316 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.services.service_base [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:41:27.954253 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.services.service_base [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:41:27.954783 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.services.service_base [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 04:41:27.954999 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:27.955325 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 04:41:27.965949 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:27.966292 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: auto_allocate Aug 13 04:41:27.972007 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: network precommit_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.972384 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: network precommit_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.972909 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:27.973238 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: tag Aug 13 04:41:27.980332 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:27.980622 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: timestamp Aug 13 04:41:27.984630 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:27.984972 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: network_ip_availability Aug 13 04:41:27.990411 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.990795 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.991159 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:27.991879 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:27.992210 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: flavors Aug 13 04:41:27.997440 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:27.997798 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading Plugin: revisions Aug 13 04:41:28.002117 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:41:28.002514 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_concurrency.lockutils [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=105384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 04:41:28.003251 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105384) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 04:41:28.003595 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Initializing extension manager. Aug 13 04:41:28.004114 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: __init__.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.004465 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: __pycache__ {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.004808 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.005152 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: address_group.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.005935 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.006502 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: address-group Aug 13 04:41:28.006831 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: address_scope.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.007552 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.008095 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: address-scope Aug 13 04:41:28.008424 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: admin_state_down_before_update.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.009355 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.009909 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: router-admin-state-down-before-update Aug 13 04:41:28.010240 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: agent.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.011140 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.011659 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: agent Aug 13 04:41:28.011989 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: agent_resources_synced.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.012903 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.013419 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: agent-resources-synced Aug 13 04:41:28.013771 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: allowedaddresspairs.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.015562 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.016086 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: allowed-address-pairs Aug 13 04:41:28.016418 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: auto_allocated_topology.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.017520 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.018038 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: auto-allocated-topology Aug 13 04:41:28.018371 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: availability_zone.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.019076 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.019587 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: availability_zone Aug 13 04:41:28.019916 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: availability_zone_filter.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.020834 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.021360 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: availability_zone_filter Aug 13 04:41:28.021719 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: data_plane_status.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.022637 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.023151 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 04:41:28.023498 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: default_subnetpools.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.024432 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.024953 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: default-subnetpools Aug 13 04:41:28.025286 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: dhcpagentscheduler.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.026132 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.026651 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: dhcp_agent_scheduler Aug 13 04:41:28.026980 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: dns.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.027905 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.028415 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension dns-integration not supported by any of loaded plugins Aug 13 04:41:28.028744 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: dns_domain_ports.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.029705 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.030219 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 04:41:28.030548 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.031489 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.032001 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 04:41:28.032329 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: dvr.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.033004 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.033545 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: dvr Aug 13 04:41:28.033876 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: ecmp_routes.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.034795 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.035301 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 04:41:28.035629 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: empty_string_filtering.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.036548 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.037060 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: empty-string-filtering Aug 13 04:41:28.037390 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.038333 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.038843 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 04:41:28.039723 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.040664 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.041175 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 04:41:28.041535 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: external_net.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.042468 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.042974 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: external-net Aug 13 04:41:28.043305 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: extra_dhcp_opt.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.044223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.044730 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: extra_dhcp_opt Aug 13 04:41:28.045059 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: extraroute.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.045994 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.046510 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: extraroute Aug 13 04:41:28.046841 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: extraroute_atomic.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.047872 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.048386 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: extraroute-atomic Aug 13 04:41:28.048716 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: filter_validation.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.049387 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.049923 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: filter-validation Aug 13 04:41:28.050251 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: fip_pf_description.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.051170 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.051678 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 04:41:28.052011 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: fip_port_details.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.053201 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.053861 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: fip-port-details Aug 13 04:41:28.054199 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: flavors.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.055998 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.056516 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: flavors Aug 13 04:41:28.056850 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.058528 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.059052 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 04:41:28.059389 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: floatingip_pools.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.060096 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.060618 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: floatingip-pools Aug 13 04:41:28.060951 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: ip_allocation.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.061924 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.062436 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 04:41:28.062768 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.063696 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.064211 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: ip-substring-filtering Aug 13 04:41:28.064543 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l2_adjacency.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.065507 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.066018 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 04:41:28.066347 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l3.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.067445 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.067970 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: router Aug 13 04:41:28.068303 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l3_conntrack_helper.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.070586 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.071117 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 04:41:28.071457 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.072408 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.072931 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: ext-gw-mode Aug 13 04:41:28.073270 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.074246 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.074765 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: l3-ha Aug 13 04:41:28.075099 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l3_flavors.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.076031 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.076541 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: l3-flavors Aug 13 04:41:28.076872 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.077827 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.078336 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 04:41:28.078664 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: l3agentscheduler.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.079707 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.080226 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: l3_agent_scheduler Aug 13 04:41:28.080562 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: logging.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.082080 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.082604 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension logging not supported by any of loaded plugins Aug 13 04:41:28.082940 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: metering.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.083683 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.084266 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: metering Aug 13 04:41:28.084598 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.085736 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.086289 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: metering_source_and_destination_fields Aug 13 04:41:28.086620 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: multiprovidernet.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.087559 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.088072 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: multi-provider Aug 13 04:41:28.088400 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: netmtu.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.089326 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.089879 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: net-mtu Aug 13 04:41:28.090208 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: netmtu_writable.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.091144 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.091656 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: net-mtu-writable Aug 13 04:41:28.091989 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: network_availability_zone.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.092664 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.093175 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: network_availability_zone Aug 13 04:41:28.093534 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: network_ip_availability.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.094629 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.095139 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: network-ip-availability Aug 13 04:41:28.095467 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: network_segment_range.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.096235 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.096743 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 04:41:28.097072 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: pagination.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.098086 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.098424 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: pagination Aug 13 04:41:28.098750 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: port_device_profile.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.099665 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.100185 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: port-device-profile Aug 13 04:41:28.100516 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.101467 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.102532 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: port-mac-address-regenerate Aug 13 04:41:28.102859 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.103784 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.104296 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: port-numa-affinity-policy Aug 13 04:41:28.104626 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: port_resource_request.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.105592 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.106102 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 04:41:28.106436 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: portbindings.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.107377 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.107891 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: binding Aug 13 04:41:28.108222 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: portbindings_extended.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.109649 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.110173 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: binding-extended Aug 13 04:41:28.110508 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: portsecurity.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.111437 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.111952 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: port-security Aug 13 04:41:28.112288 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: project_id.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.113271 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.113634 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: project-id Aug 13 04:41:28.113970 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: providernet.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.114909 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.115430 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: provider Aug 13 04:41:28.115765 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.119860 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.120392 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos not supported by any of loaded plugins Aug 13 04:41:28.120734 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.122013 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.122543 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 04:41:28.122884 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.123818 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.124336 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 04:41:28.124671 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_default.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.125627 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.126143 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-default not supported by any of loaded plugins Aug 13 04:41:28.126476 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_fip.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.127140 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.127646 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-fip not supported by any of loaded plugins Aug 13 04:41:28.127978 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_gateway_ip.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.128912 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.129427 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 04:41:28.129782 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_port_network_policy.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.130704 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.131216 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 04:41:28.131547 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_pps_rule.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.132725 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.133270 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-pps not supported by any of loaded plugins Aug 13 04:41:28.133635 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_rule_type_details.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.134563 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.135078 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 04:41:28.135411 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: qos_rules_alias.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.136455 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.136967 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 04:41:28.137298 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: quotasv2.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.138239 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.138572 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: quotas Aug 13 04:41:28.138896 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: quotasv2_detail.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.141936 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.142296 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: quota_details Aug 13 04:41:28.142634 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: rbac.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.143881 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.144415 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: rbac-policies Aug 13 04:41:28.144753 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: rbac_address_group.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.145732 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.146259 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: rbac-address-group Aug 13 04:41:28.146597 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: rbac_address_scope.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.147530 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.148048 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: rbac-address-scope Aug 13 04:41:28.148382 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: rbac_security_groups.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.149845 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.150363 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: rbac-security-groups Aug 13 04:41:28.150698 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: rbac_subnetpool.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.151621 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.152136 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: rbac-subnetpool Aug 13 04:41:28.152469 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: revisionifmatch.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.153397 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.153941 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: revision-if-match Aug 13 04:41:28.154274 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: revisions.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.155383 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.155896 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: standard-attr-revisions Aug 13 04:41:28.156230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: router_availability_zone.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.156915 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.157427 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: router_availability_zone Aug 13 04:41:28.157779 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: routerservicetype.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.158708 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.159219 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension router-service-type not supported by any of loaded plugins Aug 13 04:41:28.159550 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.160481 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.160998 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: security-groups-normalized-cidr Aug 13 04:41:28.161329 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: security_groups_port_filtering.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.162286 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.162808 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: port-security-groups-filtering Aug 13 04:41:28.163140 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.164061 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.165152 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: security-groups-remote-address-group Aug 13 04:41:28.165520 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: securitygroup.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.175044 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.175582 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: security-group Aug 13 04:41:28.175924 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: segment.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.176718 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.177234 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension segment not supported by any of loaded plugins Aug 13 04:41:28.177609 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.178810 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.179330 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 04:41:28.179666 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: servicetype.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.180881 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.181406 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: service-type Aug 13 04:41:28.181764 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: sorting.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.182764 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.183109 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: sorting Aug 13 04:41:28.183445 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: standard_attr_segment.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.184366 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.184885 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 04:41:28.185218 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: standardattrdescription.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.185907 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.186425 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: standard-attr-description Aug 13 04:41:28.186760 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: stateful_security_group.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.187694 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.188215 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: stateful-security-group Aug 13 04:41:28.188550 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: stdattrs_common.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.189139 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 04:41:28.189497 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.190439 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.190957 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 04:41:28.191285 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: subnet_onboard.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.192371 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.192903 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: subnet_onboard Aug 13 04:41:28.193236 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.194212 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.194729 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 04:41:28.195061 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: subnet_service_types.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.196016 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.196537 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: subnet-service-types Aug 13 04:41:28.196868 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: subnetallocation.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.197977 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.198503 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: subnet_allocation Aug 13 04:41:28.198837 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.199514 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.200027 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: subnetpool-prefix-ops Aug 13 04:41:28.200356 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.201298 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.201855 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 04:41:28.202188 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: tagging.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.203249 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.203784 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: standard-attr-tag Aug 13 04:41:28.204117 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: timestamp.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.205322 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.205879 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loaded extension: standard-attr-timestamp Aug 13 04:41:28.206218 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: trunk.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.207259 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.207776 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension trunk not supported by any of loaded plugins Aug 13 04:41:28.208111 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: trunk_details.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.209043 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.209600 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension trunk-details not supported by any of loaded plugins Aug 13 04:41:28.209933 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: uplink_status_propagation.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.210860 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.212170 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 04:41:28.212718 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Loading extension file: vlantransparent.py {{(pid=105384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:41:28.213865 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:41:28.214743 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 04:41:28.217886 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:network Aug 13 04:41:28.219022 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:subnet Aug 13 04:41:28.219022 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:41:28.219198 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:port Aug 13 04:41:28.220441 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.220933 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service FLAVORS assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.221609 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.222056 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.222394 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:router Aug 13 04:41:28.222831 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:floatingip Aug 13 04:41:28.223344 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service METERING assigned prefix: /metering {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.224787 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:28.225166 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:28.225552 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:41:28.226560 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 04:41:28.227612 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:security_group Aug 13 04:41:28.228046 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 04:41:28.229835 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service CORE assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.230198 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:41:28.230607 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] subnetpool is already registered Aug 13 04:41:28.231016 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service CORE assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.231355 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:41:28.231699 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] subnetpool is already registered Aug 13 04:41:28.234069 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.234515 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service FLAVORS assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.235119 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.235549 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.235890 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:router Aug 13 04:41:28.236239 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] router is already registered Aug 13 04:41:28.236659 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:floatingip Aug 13 04:41:28.237006 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] floatingip is already registered Aug 13 04:41:28.237497 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service METERING assigned prefix: /metering {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.238173 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 04:41:28.238508 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] rbac_policy is already registered Aug 13 04:41:28.238925 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:security_group Aug 13 04:41:28.239266 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] security_group is already registered Aug 13 04:41:28.239674 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 04:41:28.240017 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] security_group_rule is already registered Aug 13 04:41:28.240668 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service CORE assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.241004 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:41:28.241348 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] subnetpool is already registered Aug 13 04:41:28.241806 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.v2.resource_helper [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Service CORE assigned prefix: {{(pid=105384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:41:28.242139 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:41:28.242515 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING neutron.quota.resource_registry [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] subnetpool is already registered Aug 13 04:41:28.242995 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: extensions {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.244467 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: address-groups {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.246003 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: address-scopes {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.247624 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: agents {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.248797 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: auto-allocated-topology {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.250090 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: availability_zones {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.251324 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: dhcp-networks {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.252830 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: dhcp-agents {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.254294 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: routers {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.256030 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: flavors {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.257293 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: service_profiles {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.258585 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: next_providers {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.260022 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: service_profiles {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.261598 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: floatingip-pools {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.262837 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: routers {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.264561 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: floatingips {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.265877 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: l3-routers {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.267271 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: l3-agents {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.268687 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: metering-labels {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.269990 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: metering-label-rules {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.271374 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: network-ip-availabilities {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.272629 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: bindings {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.274789 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: quotas {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.276339 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: quotas {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.277819 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: rbac-policies {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.279015 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: security-groups {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.280328 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: security-group-rules {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.281593 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: service-providers {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.282824 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: subnetpools {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.284180 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: subnetpools {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.285763 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.287447 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.289882 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.291718 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.293417 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.296517 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.298240 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.300048 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.301970 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.304005 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron.api.extensions [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Extended resource: tags {{(pid=105384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:41:28.310002 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING keystonemiddleware.auth_token [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 04:41:28.314640 dv-cinder-760178-7-iscsi neutron-server[105384]: WARNING keystonemiddleware.auth_token [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 04:41:28.323013 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_concurrency.lockutils [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Acquired lock "singleton_lock" {{(pid=105384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 04:41:28.323500 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_concurrency.lockutils [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Releasing lock "singleton_lock" {{(pid=105384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 04:41:28.324159 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO oslo_service.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Starting 2 workers Aug 13 04:41:28.329003 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Started child 105491 {{(pid=105384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:41:28.333689 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Started child 105492 {{(pid=105384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:41:28.334467 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:28.335328 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO neutron.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 04:41:28.335953 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [-] (105491) wsgi starting up on http://0.0.0.0:9696 Aug 13 04:41:28.336565 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Notify callbacks [] for process, before_spawn {{(pid=105384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:28.339059 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:28.339548 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO oslo_service.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Starting 1 workers Aug 13 04:41:28.340466 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [-] (105492) wsgi starting up on http://0.0.0.0:9696 Aug 13 04:41:28.344714 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Started child 105493 {{(pid=105384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:41:28.345254 dv-cinder-760178-7-iscsi neutron-server[105384]: INFO oslo_service.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Starting 1 workers Aug 13 04:41:28.348280 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] calling RpcWorker wait() {{(pid=105493) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 04:41:28.348862 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] returning from RpcWorker wait() {{(pid=105493) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 04:41:28.349912 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Started child 105494 {{(pid=105384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:41:28.350062 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:28.350540 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:41:28.351045 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec67c-3e17-4262-85cd-0d0cad3e660e None None] Notify callbacks [] for process, after_spawn {{(pid=105384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:28.353646 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 04:41:28.353866 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:41:28.354045 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:41:28.354333 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:41:28.354660 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:41:28.354839 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:41:28.355296 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.355715 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.355907 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.356258 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.356559 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.356658 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:28.357510 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.357611 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.357895 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.358437 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.358437 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.358688 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.358767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.358969 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.359211 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.359523 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.359788 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.360037 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.360297 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.360455 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.360734 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.361102 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.361316 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.361562 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] debug = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.361789 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.362289 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.362525 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.362774 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.363017 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.363278 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.363523 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.363788 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.364023 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.364291 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.364537 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.364801 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.365055 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.365284 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.365599 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.365851 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.366060 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.366495 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] host = dv-cinder-760178-7-iscsi {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.366747 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.366959 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.367217 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.367461 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.367759 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.367969 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.368194 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.368480 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.368743 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.368939 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.369181 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.369426 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.369676 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.370028 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.370198 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_options = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.370303 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.370596 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.370949 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.371143 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.371217 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.371441 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.371636 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.371723 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.371966 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.372227 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.372565 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.372780 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.372872 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.373110 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.373333 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.373621 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.373942 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.374157 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.374368 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.374623 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.374882 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.375129 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.375486 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.375718 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.375935 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.376173 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.376417 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.376650 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.376862 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.377114 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.377350 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.377639 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.377873 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.378130 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.378358 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.378590 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.378807 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.379068 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.379299 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.379557 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.379831 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.380073 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.380326 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.380542 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.380796 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.381147 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_json = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.381248 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.381494 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.381751 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.381966 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.382186 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.382396 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.382611 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.382871 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.383300 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.383581 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.383906 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.384170 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.384443 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.384681 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.384922 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.385262 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.385585 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.385770 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.386329 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.386329 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.386843 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.386843 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.387109 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.387399 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.387662 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.387928 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.388154 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.388670 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.388670 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.388914 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.389199 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.389509 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.389790 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.390046 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.390288 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.390635 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.390757 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.390979 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.391293 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.391445 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.391728 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.391951 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.392169 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.392393 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.392868 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.392868 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.393188 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.393373 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.393536 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.393803 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.394045 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.394268 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.394414 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:41:28.394563 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.394712 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.394934 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.395184 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.395403 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.395759 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.395994 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.396217 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.396434 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.396650 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.396873 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.397131 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.397351 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.397623 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.397777 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.398023 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.398272 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.399072 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.399320 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.399545 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.399804 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.400274 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.400433 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.400573 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.400811 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.401038 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.401486 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.401660 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.401800 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.401970 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.402216 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.402460 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.402701 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.402942 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.403165 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.403384 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.403603 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.403876 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.404058 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.404413 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.404566 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.404884 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.405126 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.405400 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.405708 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.406067 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.406313 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.406582 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.406846 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.407306 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.407306 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.408249 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.408249 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.408249 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.408249 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.408778 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.408778 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.409047 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.409185 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.409610 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.409610 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.409928 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.410101 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.410664 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.410664 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.410946 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.411092 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.411388 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.411724 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.411947 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.412173 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.412647 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.412828 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.413054 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.413320 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.413600 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.414100 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.414100 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.414923 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.415116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.415357 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.415623 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.416013 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.416264 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.416507 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.416733 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.416950 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.417204 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.417561 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.417835 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.418075 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.418331 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.418618 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.418869 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.419108 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.419370 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.419623 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.419876 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.420113 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.420345 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.420571 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.420819 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.421068 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.421283 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.421539 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.421871 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.422024 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.422158 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.422394 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.422632 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.422848 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.423069 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.423344 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.423566 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.423791 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.424194 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.424333 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.424596 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.425005 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.425373 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.425795 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.426336 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.426719 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.427189 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.427430 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.428118 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.428410 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.428623 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.428869 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.429124 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.429373 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.429643 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.429934 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.430168 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.430453 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.430637 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.430852 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.431072 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.431313 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.431546 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.432040 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.432040 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.432347 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.432635 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.432955 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.433370 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.433833 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.434223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.434652 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.435067 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.435460 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.435847 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.436351 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.436735 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.437179 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.439182 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.439182 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.439182 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.439182 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.439182 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.439633 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.439863 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.440395 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.440798 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.441227 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.441737 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.442148 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.442505 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.442915 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.443326 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.443693 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.444092 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.444467 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.444838 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.445135 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.447081 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.447081 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.447081 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.447081 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.447081 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.447081 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.447081 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.450223 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.462680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463230 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.463767 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464349 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.464938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:41:28.465584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.466644 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] debug = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467600 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467600 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467600 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467971 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467971 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.467971 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.468172 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.468310 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.468455 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.468606 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.468773 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.468938 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.469102 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.469264 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.469425 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.469627 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.469792 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.469952 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] host = dv-cinder-760178-7-iscsi {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.470114 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.470277 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.470438 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.470600 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.470763 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.470924 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.471086 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.471248 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.471410 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.471572 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.471733 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.471894 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.472054 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.472215 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.473937 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_options = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.474118 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.474285 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.474450 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.474642 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.474810 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.474974 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.475137 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.475337 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.475501 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.475663 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.475824 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.475986 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.476147 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.476309 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.476471 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.477372 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.477567 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.477699 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.477807 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.477911 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.478058 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.478220 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.478382 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.478543 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.478705 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.478866 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.479026 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.479186 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.479347 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.479510 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.479672 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.479832 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.479993 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.480155 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.480315 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.480476 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.480688 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.480805 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.480967 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.481128 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.481288 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.481463 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.481639 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.481779 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.481940 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.482101 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_json = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.482262 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.482423 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.482585 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.482747 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.483106 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.483106 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.483797 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.483797 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:41:28.483797 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.483797 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484075 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484075 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484210 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484308 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484473 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484635 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484794 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.484956 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.485127 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.485289 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.485491 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.485648 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.485810 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.485977 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.486141 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.486304 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.486468 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.486631 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.486861 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.486959 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.487124 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.487290 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.487453 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.487617 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.487781 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.487944 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.488109 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.488272 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.488437 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.488601 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.488764 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.488928 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.489090 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.489253 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.489469 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.489638 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.489802 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.489966 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.490129 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.490292 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.490456 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.490619 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.490782 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.490946 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.491110 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.491272 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.491436 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.491604 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.491778 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.491941 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.492103 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.492293 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.492458 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.492620 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.492782 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.492945 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.493106 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.493271 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.493449 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.493635 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.493798 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.493960 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.494124 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.494287 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.494449 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.494611 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.494774 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.494937 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.495099 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.495261 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.495424 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.495587 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.495750 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.495914 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.496076 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.496240 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.496402 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.496566 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.496731 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.496973 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.497066 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.497210 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.497386 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.497584 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.497748 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.497994 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.498171 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.498336 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.498503 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.498663 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.498825 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.498989 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.499153 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.499316 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.499501 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.499646 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.499809 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.499972 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.500135 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.500299 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.500462 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.500624 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.500786 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.500952 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.501115 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.501277 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.501517 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.501627 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.501790 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.501964 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.502128 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.502295 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.502459 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.502630 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.502806 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.502972 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.503135 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.503299 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.503461 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.503624 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.503814 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.503949 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.504110 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.504273 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.504436 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.504609 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.504783 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.504945 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.505109 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.505193 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:41:28.505286 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.505460 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.505627 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.505790 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.505953 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.506116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.506278 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.506441 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.506605 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.506769 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.506931 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.507099 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.507255 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.507417 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.507580 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.507743 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.508438 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.508606 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.508771 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.508935 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.509099 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.509262 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.509425 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.509613 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.509775 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.509940 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.510102 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.510266 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.510429 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.510592 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.510755 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.510921 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.511083 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.511245 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.511407 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.511569 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.511732 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.511895 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.512066 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.512229 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.512393 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.512556 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.512719 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.512883 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.513046 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.513211 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.513374 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.513559 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.513722 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.513886 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.514052 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.514216 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.514379 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.514544 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.514709 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.514872 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.515051 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.515215 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.515378 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.515542 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.515705 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.515868 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.516030 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.516192 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.516353 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.516515 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.516677 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.516842 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.517007 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.517205 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.517332 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.517515 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.517680 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.517842 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.518004 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.518181 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.518345 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.518509 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.518672 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.518834 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.518996 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.519171 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.519334 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.519512 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.519695 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.519871 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.519986 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.520116 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.520270 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.520432 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.520593 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.520828 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.521164 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.521164 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.521382 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.521382 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.521645 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.521768 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.521890 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.522011 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.522169 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.522333 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.522494 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.522657 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.522820 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.523021 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.523144 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.523295 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.523480 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.523707 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.524366 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.524540 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.524705 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.524870 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.525042 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.525204 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.525367 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.525553 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.525730 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.525894 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.526060 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.526222 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.526385 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.526551 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.526716 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.526884 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.527058 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.527229 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.527394 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.527566 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.527739 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.527913 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.528076 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.528248 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.528424 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.528592 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.528775 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.528917 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.529077 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.529241 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.529407 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.529574 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.529739 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.529902 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.530065 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.530227 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.530389 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.530568 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.530711 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.530874 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.531035 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.531197 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.531361 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.531523 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:41:28.531679 dv-cinder-760178-7-iscsi neutron-server[105384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:41:28.814444 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50194) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:41:28.823339 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067122 Aug 13 04:41:40.084528 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b499de4-72cb-42d7-8703-a1ff7ecf8c00 None None] get_active_networks_info from dv-cinder-760178-7-iscsi {{(pid=105493) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 04:41:40.152036 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b499de4-72cb-42d7-8703-a1ff7ecf8c00 None None] No non-hosted networks {{(pid=105493) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 04:41:40.175656 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.agentschedulers_db [None req-4b499de4-72cb-42d7-8703-a1ff7ecf8c00 None None] DHCP Agent not found on host dv-cinder-760178-7-iscsi {{(pid=105493) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 04:41:40.350592 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e31c7c94-2684-4638-9a79-ecefb0305833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577204'] for agent, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:42.245710 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-81b1a84f-7280-4d0e-822d-297fbd93d019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577204'] for agent, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:42.305253 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-188849b0-553d-4a83-841c-7fc3050c7d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:42.588548 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577204'] for agent, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:42.591445 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.591946 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.592485 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.597099 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.598490 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.601367 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.604776 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.607513 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.610023 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.610536 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.611478 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.615599 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:42.616041 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760178-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:41:42.634357 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760178-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:41:43.628660 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577204'] for agent, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:45.351998 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577204'] for agent, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:46.479910 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50286) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:41:46.963281 dv-cinder-760178-7-iscsi neutron-server[105492]: WARNING oslo_policy.policy [None req-3717519c-9cc0-4f78-b71f-0c57afa07fa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:41:46.963881 dv-cinder-760178-7-iscsi neutron-server[105492]: WARNING oslo_policy.policy [None req-3717519c-9cc0-4f78-b71f-0c57afa07fa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:41:47.180211 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [None req-3717519c-9cc0-4f78-b71f-0c57afa07fa8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:41:47.181270 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3717519c-9cc0-4f78-b71f-0c57afa07fa8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7004621 Aug 13 04:41:49.559720 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50300) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:41:49.571206 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.db.l3_hamode_db [None req-2a469f1b-2f71-4e02-971a-613fe12f6ccb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 04:41:49.646922 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a469f1b-2f71-4e02-971a-613fe12f6ccb None None] Routers set() bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:41:49.647411 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a469f1b-2f71-4e02-971a-613fe12f6ccb None None] Router IDs set() for agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 04:41:49.868500 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:41:49.961466 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.policy [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105492) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 04:41:50.005686 dv-cinder-760178-7-iscsi neutron-server[105492]: WARNING oslo_policy.policy [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:41:50.006071 dv-cinder-760178-7-iscsi neutron-server[105492]: WARNING oslo_policy.policy [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:41:50.014407 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.quota [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] Loaded quota_driver: . Aug 13 04:41:50.104222 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746153516717', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746153516176', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746153537685', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746153531088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746153892007', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746153416312', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592128', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1741467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675221'] for rbac-policy, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:50.166210 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:50.167418 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-fb0e398d-87e7-4966-8aff-d8b8270de412 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6066606 Aug 13 04:41:52.706146 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50312) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:41:52.995062 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'name': 'private'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:41:53.023068 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Made reservation on behalf of e3d5fe1612954634b62ef0981522cdd3 for: {'network': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:41:53.025942 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.042055 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.162844 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.166498 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.185957 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=105492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:41:53.213920 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746154761063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.214495 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Unsubscribe: segment precommit_create {{(pid=105492) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 04:41:53.215020 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.segments_db [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Added segment 87dcc072-88bc-4e9a-bcb8-764b0f564bfd of type vlan for network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 Aug 13 04:41:53.233176 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ebcc4-d719-49f4-a9a9-c4f7dabd9685,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:41:53.280263 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.280623 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.280965 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.281298 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.281652 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.281993 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.282321 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.282661 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.283001 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.283323 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.283640 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.283956 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Tracked resource versions report: Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: pushed versions: Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: { 'AddressGroup': {'1.2'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'ConntrackHelper': {'1.0'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Log': {'1.0'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Network': {'1.1'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Port': {'1.7'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'PortForwarding': {'1.2'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'QosPolicy': {'1.9'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroup': {'1.4'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SubPort': {'1.0'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Subnet': {'1.1'}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Trunk': {'1.1'}} Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: consumer versions: Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'ConntrackHelper': '1.0', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Log': '1.0', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Network': '1.1', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Port': '1.7', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'PortForwarding': '1.2', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'QosPolicy': '1.9', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroup': '1.4', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroupRule': '1.2', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SubPort': '1.0', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Subnet': '1.1', Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Trunk': '1.1'}} Aug 13 04:41:53.285090 dv-cinder-760178-7-iscsi neutron-server[105492]: {{(pid=105492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:41:53.331254 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.381249 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.382846 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:41:53.383519 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:53.465836 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7585299 Aug 13 04:41:53.479726 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78983d0-7e1d-4801-901f-b010207e750f admin admin] Pushing event updated for resources: {'Network': ['ID=79721bb3-6e82-4eb0-b9c5-617ed28594e8,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:41:53.491498 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:41:56.056282 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50326) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:41:56.433812 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fba3ce-3a56-49e7-9d23-09bb65bd4459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:41:56.435172 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d9fba3ce-3a56-49e7-9d23-09bb65bd4459 admin admin] 10.222.0.18 "GET /v2.0/networks/79721bb3-6e82-4eb0-b9c5-617ed28594e8 HTTP/1.1" status: 200 len: 824 time: 0.3779364 Aug 13 04:41:56.460166 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-73497de5-d9fd-4da6-8848-d611eec7e570 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/15aa6375-f4e6-4845-9015-46858a55862b HTTP/1.1" status: 200 len: 734 time: 0.0184529 Aug 13 04:41:56.468935 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'ip_version': 4, 'subnetpool_id': '15aa6375-f4e6-4845-9015-46858a55862b'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:41:56.489932 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Made reservation on behalf of e3d5fe1612954634b62ef0981522cdd3 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:41:56.492251 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:56.781949 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:56.846056 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc626dca-bd98-4db9-9867-8d3b06fe4611,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:41:56.856335 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Checking segment: {'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:41:56.856758 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Network hostable DHCP agents. Network: 79721bb3-6e82-4eb0-b9c5-617ed28594e8, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:41:56.878076 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:41:56.889184 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 79721bb3-6e82-4eb0-b9c5-617ed28594e8) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:41:56.893748 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:41:56.894332 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:56.898867 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3eb47-6622-484b-8bef-ee210f3712a8 None None] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:41:56.907746 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c61f234e-3c36-4a87-9a98-8f581b153992 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4420252 Aug 13 04:41:57.217649 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'fixed_ips': [{'subnet_id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:41:57.218902 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:57.486374 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Allocated IP 172.20.0.2 (79721bb3-6e82-4eb0-b9c5-617ed28594e8/fc626dca-bd98-4db9-9867-8d3b06fe4611/cd016afe-6db3-44cc-afdf-c3e231ed3bc3) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:41:57.685463 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:57.728437 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Transition to ACTIVE for port object cd016afe-6db3-44cc-afdf-c3e231ed3bc3 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:41:57.748956 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Transition to ACTIVE for port object cd016afe-6db3-44cc-afdf-c3e231ed3bc3 will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:41:57.760693 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:57.824646 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:41:57.831363 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:41:57.844013 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:41:57.851283 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Pushing event updated for resources: {'Port': ['ID=cd016afe-6db3-44cc-afdf-c3e231ed3bc3,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:41:57.879537 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.879907 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.880257 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.880595 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.880932 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.881815 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.882154 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.882486 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.882832 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.883166 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.883492 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.883818 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Tracked resource versions report: Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: pushed versions: Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: { 'AddressGroup': {'1.2'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'ConntrackHelper': {'1.0'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Log': {'1.0'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Network': {'1.1'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Port': {'1.7'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'PortForwarding': {'1.2'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'QosPolicy': {'1.9'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroup': {'1.4'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SubPort': {'1.0'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Subnet': {'1.1'}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Trunk': {'1.1'}} Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: consumer versions: Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'ConntrackHelper': '1.0', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Log': '1.0', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Network': '1.1', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Port': '1.7', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'PortForwarding': '1.2', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'QosPolicy': '1.9', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroup': '1.4', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroupRule': '1.2', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SubPort': '1.0', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Subnet': '1.1', Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Trunk': '1.1'}} Aug 13 04:41:57.885034 dv-cinder-760178-7-iscsi neutron-server[105493]: {{(pid=105493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:41:57.931965 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Attempting to bind port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:41:57.932534 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Attempting to bind port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:41:57.932808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Attempting to bind port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 on network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:41:57.937558 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:41:57.937996 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Checking segment: {'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:41:57.938478 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:57.938887 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Bound using segment: {'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:41:57.939366 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Bound port: cd016afe-6db3-44cc-afdf-c3e231ed3bc3, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:41:57.939761 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:58.000418 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] For port cd016afe-6db3-44cc-afdf-c3e231ed3bc3, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:41:58.004544 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] For port cd016afe-6db3-44cc-afdf-c3e231ed3bc3, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cd016afe-6db3-44cc-afdf-c3e231ed3bc3,segment=NetworkSegment(87dcc072-88bc-4e9a-bcb8-764b0f564bfd),segment_id=87dcc072-88bc-4e9a-bcb8-764b0f564bfd)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:41:58.009417 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:58.074863 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de900df-d4d5-4480-889c-c619c380c70f None None] Pushing event updated for resources: {'Port': ['ID=cd016afe-6db3-44cc-afdf-c3e231ed3bc3,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:41:59.275420 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50334) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:41:59.583903 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [None req-72492ca3-0fe7-40a1-aedf-be672e20163a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:41:59.585061 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-72492ca3-0fe7-40a1-aedf-be672e20163a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085859 Aug 13 04:42:01.973951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50342) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:02.291093 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [None req-1320fa1f-ce25-40d5-aa3d-3ec5b201ae5b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:42:02.292120 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-1320fa1f-ce25-40d5-aa3d-3ec5b201ae5b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172169 Aug 13 04:42:04.868448 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50352) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:05.164262 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-209a9430-47f4-46d8-94be-4647e6e289f1 admin admin] Request body: {'router': {'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'name': 'router1', 'admin_state_up': True}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:42:05.187464 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-209a9430-47f4-46d8-94be-4647e6e289f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:05.189129 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-209a9430-47f4-46d8-94be-4647e6e289f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:05.332211 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-209a9430-47f4-46d8-94be-4647e6e289f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:05.337481 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-209a9430-47f4-46d8-94be-4647e6e289f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:05.350644 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-209a9430-47f4-46d8-94be-4647e6e289f1 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:05.362234 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-209a9430-47f4-46d8-94be-4647e6e289f1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4926126 Aug 13 04:42:06.432276 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ffee29-a9d7-49d2-8e6e-6fa87809b1f2 None None] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:42:06.496870 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-a556d7d7-ef63-47fe-b8b7-d8e9c8351b07 None None] Provisioning for port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:42:06.535179 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cd016afe-6db3-44cc-afdf-c3e231ed3bc3 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:42:06.670190 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:42:06.679561 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:06.679957 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:06.800912 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:06.838808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port cd016afe-6db3-44cc-afdf-c3e231ed3bc3, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cd016afe-6db3-44cc-afdf-c3e231ed3bc3,segment=NetworkSegment(87dcc072-88bc-4e9a-bcb8-764b0f564bfd),segment_id=87dcc072-88bc-4e9a-bcb8-764b0f564bfd)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:42:06.843658 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:06.890110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=cd016afe-6db3-44cc-afdf-c3e231ed3bc3,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:06.926484 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-547fc321-5c0d-401c-951a-bf38cd84f64a None None] Provisioning complete for port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:06.926788 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-547fc321-5c0d-401c-951a-bf38cd84f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:07.683847 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 50364) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:08.164332 dv-cinder-760178-7-iscsi neutron-server[105491]: WARNING oslo_policy.policy [None req-d7ee4be8-e8bf-4bd3-9a5e-25919db5e32b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:42:08.164907 dv-cinder-760178-7-iscsi neutron-server[105491]: WARNING oslo_policy.policy [None req-d7ee4be8-e8bf-4bd3-9a5e-25919db5e32b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:42:08.388020 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [None req-d7ee4be8-e8bf-4bd3-9a5e-25919db5e32b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:42:08.389229 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-d7ee4be8-e8bf-4bd3-9a5e-25919db5e32b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7032928 Aug 13 04:42:08.504845 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cd016afe-6db3-44cc-afdf-c3e231ed3bc3 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:42:08.553316 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:08.553710 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:09.984311 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0d25a820-03d6-481a-a6b7-14379f819fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:10.720634 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 50378) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:11.028412 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:42:11.029816 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.quota [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Loaded quota_driver: . Aug 13 04:42:11.085962 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Made reservation on behalf of b78b52ad894b4855b9a88811f87977f9 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:42:11.151363 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.policy [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105491) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 04:42:11.195646 dv-cinder-760178-7-iscsi neutron-server[105491]: WARNING oslo_policy.policy [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:42:11.196012 dv-cinder-760178-7-iscsi neutron-server[105491]: WARNING oslo_policy.policy [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:42:11.206964 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.230270 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.356401 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.360423 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.371230 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Reserving flat network on physical network physnet1 {{(pid=105491) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 04:42:11.403711 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746154761063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.404278 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Unsubscribe: segment precommit_create {{(pid=105491) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 04:42:11.404789 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Added segment 721b65e3-55e3-4574-a311-86ad4162d0ce of type flat for network 571ab2b9-8882-4e5d-8ce8-623d46be5761 Aug 13 04:42:11.422454 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fc3088-56be-49ba-ba26-aa895162c89d,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:11.444199 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.444530 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.444868 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.445197 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.445565 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.445909 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.446237 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.446577 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.446916 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.447240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.447559 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.447877 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Tracked resource versions report: Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: pushed versions: Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: { 'AddressGroup': {'1.2'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'ConntrackHelper': {'1.0'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Log': {'1.0'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Network': {'1.1'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Port': {'1.7'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'PortForwarding': {'1.2'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'QosPolicy': {'1.9'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroup': {'1.4'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SubPort': {'1.0'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Subnet': {'1.1'}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Trunk': {'1.1'}} Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: consumer versions: Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'ConntrackHelper': '1.0', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Log': '1.0', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Network': '1.1', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Port': '1.7', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'PortForwarding': '1.2', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'QosPolicy': '1.9', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroup': '1.4', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroupRule': '1.2', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SubPort': '1.0', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Subnet': '1.1', Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Trunk': '1.1'}} Aug 13 04:42:11.448972 dv-cinder-760178-7-iscsi neutron-server[105491]: {{(pid=105491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:42:11.538803 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.594100 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.595288 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:42:11.595963 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.674001 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9523244 Aug 13 04:42:11.692970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bdeda-45fb-487c-b110-19b9c3eda58d admin admin] Pushing event updated for resources: {'Network': ['ID=571ab2b9-8882-4e5d-8ce8-623d46be5761,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:11.704942 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:42:12.241649 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-9d65b2dc-f730-4f0c-88c5-7d53d37da292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:12.585337 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:13.568785 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:13.993540 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 50402) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:14.235838 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27346a-c5ac-444d-a870-e9e04316ebf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:42:14.237196 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-cf27346a-c5ac-444d-a870-e9e04316ebf6 admin admin] 10.222.0.18 "GET /v2.0/subnets/fc626dca-bd98-4db9-9867-8d3b06fe4611 HTTP/1.1" status: 200 len: 849 time: 0.2427077 Aug 13 04:42:14.394948 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-9ce14006-b974-4d10-b136-68122f595d25 admin admin] 10.222.0.18 "GET /v2.0/routers/57defd63-d084-4401-863d-a6a243a1c03f HTTP/1.1" status: 200 len: 704 time: 0.1518126 Aug 13 04:42:14.677781 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:14.965475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Allocated IP 172.20.0.1 (79721bb3-6e82-4eb0-b9c5-617ed28594e8/fc626dca-bd98-4db9-9867-8d3b06fe4611/a8d34e24-0946-4aa2-a3cc-910a898fd369) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:42:15.149727 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.172575 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Transition to ACTIVE for port object a8d34e24-0946-4aa2-a3cc-910a898fd369 will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:42:15.251906 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.290825 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.318969 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:42:15.325756 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:42:15.335301 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:42:15.335873 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.358880 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d34e24-0946-4aa2-a3cc-910a898fd369,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:15.420260 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:42:15.532403 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.565254 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6466f682-afd6-4248-aebd-9f90d592ecba None None] Provisioning for port a8d34e24-0946-4aa2-a3cc-910a898fd369 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:42:15.569515 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6466f682-afd6-4248-aebd-9f90d592ecba None None] Provisioning complete for port a8d34e24-0946-4aa2-a3cc-910a898fd369 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:15.569885 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6466f682-afd6-4248-aebd-9f90d592ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.602528 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-6466f682-afd6-4248-aebd-9f90d592ecba None None] Port a8d34e24-0946-4aa2-a3cc-910a898fd369 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:42:15.792329 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.797316 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.798314 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:15.876707 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d34e24-0946-4aa2-a3cc-910a898fd369,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:15.923868 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:42:15.925127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:42:16.086016 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Router 57defd63-d084-4401-863d-a6a243a1c03f is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:42:16.122767 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-2650ac91-3b93-4d6e-b121-f22c473e4ebe None None] Provisioning complete for port a8d34e24-0946-4aa2-a3cc-910a898fd369 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:16.123133 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2650ac91-3b93-4d6e-b121-f22c473e4ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:16.157554 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-2650ac91-3b93-4d6e-b121-f22c473e4ebe None None] Port a8d34e24-0946-4aa2-a3cc-910a898fd369 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:42:16.174898 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:42:16.180141 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-d0b2cea3-fddf-4044-97f9-ec2bcc35a511 admin admin] 10.222.0.18 "PUT /v2.0/routers/57defd63-d084-4401-863d-a6a243a1c03f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7793362 Aug 13 04:42:16.186557 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Sync routers for ids ['57defd63-d084-4401-863d-a6a243a1c03f'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:42:16.200643 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Routers {'57defd63-d084-4401-863d-a6a243a1c03f'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:42:16.201598 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:42:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['57defd63-d084-4401-863d-a6a243a1c03f'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:16.388539 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Set router 57defd63-d084-4401-863d-a6a243a1c03f gateway port host: None {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:42:16.825855 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57defd63-d084-4401-863d-a6a243a1c03f', 'name': 'router1', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:42:05Z', 'updated_at': '2021-08-13T04:42:15Z', 'revision_number': 2, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'gw_port_host': None, '_interfaces': [{'id': 'a8d34e24-0946-4aa2-a3cc-910a898fd369', 'name': '', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:14Z', 'updated_at': '2021-08-13T04:42:15Z', 'revision_number': 2, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'subnets': [{'id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15aa6375-f4e6-4845-9015-46858a55862b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:16.876305 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Checking router: 57defd63-d084-4401-863d-a6a243a1c03f for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:42:16.876681 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Updating router 57defd63-d084-4401-863d-a6a243a1c03f port a8d34e24-0946-4aa2-a3cc-910a898fd369 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:42:16.924281 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:17.453544 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:17.475079 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Transition to ACTIVE for port object a8d34e24-0946-4aa2-a3cc-910a898fd369 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:42:17.480852 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:17.569239 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Pushing event updated for resources: {'Port': ['ID=a8d34e24-0946-4aa2-a3cc-910a898fd369,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:17.577377 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.577761 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.578100 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.578429 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.578757 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.579081 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.579400 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.579722 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.580057 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.580380 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.580694 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.581008 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Tracked resource versions report: Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: pushed versions: Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: { 'AddressGroup': {'1.2'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'ConntrackHelper': {'1.0'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Log': {'1.0'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Network': {'1.1'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Port': {'1.7'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'PortForwarding': {'1.2'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'QosPolicy': {'1.9'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroup': {'1.4'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SubPort': {'1.0'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Subnet': {'1.1'}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Trunk': {'1.1'}} Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: consumer versions: Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'ConntrackHelper': '1.0', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Log': '1.0', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Network': '1.1', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Port': '1.7', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'PortForwarding': '1.2', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'QosPolicy': '1.9', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroup': '1.4', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroupRule': '1.2', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SubPort': '1.0', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Subnet': '1.1', Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Trunk': '1.1'}} Aug 13 04:42:17.582131 dv-cinder-760178-7-iscsi neutron-server[105494]: {{(pid=105494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:42:17.657051 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Attempting to bind port a8d34e24-0946-4aa2-a3cc-910a898fd369 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:42:17.657648 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Attempting to bind port a8d34e24-0946-4aa2-a3cc-910a898fd369 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:42:17.658071 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Attempting to bind port a8d34e24-0946-4aa2-a3cc-910a898fd369 on network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:42:17.663308 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:42:17.663841 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Checking segment: {'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:42:17.664331 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:17.664743 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Bound using segment: {'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:42:17.665232 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Bound port: a8d34e24-0946-4aa2-a3cc-910a898fd369, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dcc072-88bc-4e9a-bcb8-764b0f564bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:42:17.665635 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:17.733891 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] For port a8d34e24-0946-4aa2-a3cc-910a898fd369, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:42:17.756452 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] For port a8d34e24-0946-4aa2-a3cc-910a898fd369, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=a8d34e24-0946-4aa2-a3cc-910a898fd369,segment=NetworkSegment(87dcc072-88bc-4e9a-bcb8-764b0f564bfd),segment_id=87dcc072-88bc-4e9a-bcb8-764b0f564bfd)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:42:17.760615 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:17.816799 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc68f45-654c-4d39-aaa6-dbd944c81950 None None] Pushing event updated for resources: {'Port': ['ID=a8d34e24-0946-4aa2-a3cc-910a898fd369,revision_number=4']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:17.820001 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Routers {'57defd63-d084-4401-863d-a6a243a1c03f'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:42:17.820590 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:42:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['57defd63-d084-4401-863d-a6a243a1c03f'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:17.908791 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] Set router 57defd63-d084-4401-863d-a6a243a1c03f gateway port host: None {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:42:18.119656 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57defd63-d084-4401-863d-a6a243a1c03f', 'name': 'router1', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:42:05Z', 'updated_at': '2021-08-13T04:42:15Z', 'revision_number': 2, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'gw_port_host': None, '_interfaces': [{'id': 'a8d34e24-0946-4aa2-a3cc-910a898fd369', 'name': '', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:14Z', 'updated_at': '2021-08-13T04:42:17Z', 'revision_number': 4, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'subnets': [{'id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15aa6375-f4e6-4845-9015-46858a55862b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:18.144848 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b090b7-cd82-4915-b5ca-d114994899ea None None] The sync data for ids ['57defd63-d084-4401-863d-a6a243a1c03f'] in dv-cinder-760178-7-iscsi is: [{'id': '57defd63-d084-4401-863d-a6a243a1c03f', 'name': 'router1', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:42:05Z', 'updated_at': '2021-08-13T04:42:15Z', 'revision_number': 2, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'gw_port_host': None, '_interfaces': [{'id': 'a8d34e24-0946-4aa2-a3cc-910a898fd369', 'name': '', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:14Z', 'updated_at': '2021-08-13T04:42:17Z', 'revision_number': 4, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'subnets': [{'id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15aa6375-f4e6-4845-9015-46858a55862b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:42:18.428523 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50422) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:18.541025 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d4acd-7efc-41d9-92b5-19baaaaad2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:42:18.542412 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-956d4acd-7efc-41d9-92b5-19baaaaad2de admin admin] 10.222.0.18 "GET /v2.0/networks/571ab2b9-8882-4e5d-8ce8-623d46be5761 HTTP/1.1" status: 200 len: 842 time: 0.1129477 Aug 13 04:42:18.552866 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:42:18.572593 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Made reservation on behalf of b78b52ad894b4855b9a88811f87977f9 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:42:18.574713 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:18.882249 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.objects.ports [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105492) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 04:42:18.882702 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:18.937027 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad16c03-0e4d-4613-a65e-2a70bcbfb548,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:18.945179 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:42:18.945553 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Network hostable DHCP agents. Network: 571ab2b9-8882-4e5d-8ce8-623d46be5761, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:42:18.960697 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:42:18.968841 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 571ab2b9-8882-4e5d-8ce8-623d46be5761) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:42:18.972683 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:42:18.973271 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:18.978576 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd2de2-2ded-4e53-83e2-917ed0b721b5 None None] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:42:18.986590 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-05a48256-08b1-4225-83dd-57b8839e0fa3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379814 Aug 13 04:42:19.122190 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb328e-c045-46eb-b9a2-9d8b3d372205 None None] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:42:21.239948 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50430) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:21.451179 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f0731d2e-9642-450c-a911-8a2e81701ece admin admin] 10.222.0.18 "GET /v2.0/routers/57defd63-d084-4401-863d-a6a243a1c03f HTTP/1.1" status: 200 len: 710 time: 0.2099216 Aug 13 04:42:21.537797 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6d189-7513-4f31-b931-12304937f73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:42:21.539172 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-faf6d189-7513-4f31-b931-12304937f73f admin admin] 10.222.0.18 "GET /v2.0/networks/571ab2b9-8882-4e5d-8ce8-623d46be5761 HTTP/1.1" status: 200 len: 886 time: 0.0825684 Aug 13 04:42:21.548606 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:42:21.839997 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:22.073802 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:22.146380 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:22.294911 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Allocated IP 172.27.1.111 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/c665abe5-bb70-48cc-be00-9a1d13793d2f) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:42:22.406185 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:22.489522 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:22.554623 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:42:22.561212 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:42:22.569937 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:42:22.607082 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Pushing event updated for resources: {'Port': ['ID=c665abe5-bb70-48cc-be00-9a1d13793d2f,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:22.849322 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:23.037942 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104339'] for router, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:23.042286 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575262'] for router, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:23.222706 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Router 57defd63-d084-4401-863d-a6a243a1c03f has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:42:23.329860 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:42:23.334835 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:23.337477 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-349527ac-6134-4a28-b35f-a82f23535ddf admin admin] 10.222.0.18 "PUT /v2.0/routers/57defd63-d084-4401-863d-a6a243a1c03f HTTP/1.1" status: 200 len: 890 time: 1.7922292 Aug 13 04:42:24.451734 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Sync routers for ids ['57defd63-d084-4401-863d-a6a243a1c03f'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:42:24.462141 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Routers {'57defd63-d084-4401-863d-a6a243a1c03f'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:42:24.462888 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:42:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['57defd63-d084-4401-863d-a6a243a1c03f'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:24.540390 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device a8d34e24-0946-4aa2-a3cc-910a898fd369 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:42:24.755615 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Set router 57defd63-d084-4401-863d-a6a243a1c03f gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:42:24.769464 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port a8d34e24-0946-4aa2-a3cc-910a898fd369 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:42:24.810844 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port a8d34e24-0946-4aa2-a3cc-910a898fd369 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:24.811219 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.089251 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.163579 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port a8d34e24-0946-4aa2-a3cc-910a898fd369, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=a8d34e24-0946-4aa2-a3cc-910a898fd369,segment=NetworkSegment(87dcc072-88bc-4e9a-bcb8-764b0f564bfd),segment_id=87dcc072-88bc-4e9a-bcb8-764b0f564bfd)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:42:25.168176 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.240944 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=a8d34e24-0946-4aa2-a3cc-910a898fd369,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:25.276043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57defd63-d084-4401-863d-a6a243a1c03f', 'name': 'router1', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c665abe5-bb70-48cc-be00-9a1d13793d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:42:05Z', 'updated_at': '2021-08-13T04:42:22Z', 'revision_number': 4, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'gw_port': {'id': 'c665abe5-bb70-48cc-be00-9a1d13793d2f', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:22Z', 'updated_at': '2021-08-13T04:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'a8d34e24-0946-4aa2-a3cc-910a898fd369', 'name': '', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:14Z', 'updated_at': '2021-08-13T04:42:17Z', 'revision_number': 4, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'subnets': [{'id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15aa6375-f4e6-4845-9015-46858a55862b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:25.325353 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Checking router: 57defd63-d084-4401-863d-a6a243a1c03f for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:42:25.327176 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Updating router 57defd63-d084-4401-863d-a6a243a1c03f port c665abe5-bb70-48cc-be00-9a1d13793d2f binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:42:25.380034 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.669680 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 50442) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:42:25.701906 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.712437 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Transition to ACTIVE for port object c665abe5-bb70-48cc-be00-9a1d13793d2f will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:42:25.719770 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.768078 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Attempting to bind port c665abe5-bb70-48cc-be00-9a1d13793d2f on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:42:25.768454 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Attempting to bind port c665abe5-bb70-48cc-be00-9a1d13793d2f by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:42:25.768823 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Attempting to bind port c665abe5-bb70-48cc-be00-9a1d13793d2f on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:42:25.777779 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc0da8-9ff9-487f-9095-63b5f4b7ad23 None None] Pushing event updated for resources: {'Port': ['ID=c665abe5-bb70-48cc-be00-9a1d13793d2f,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:25.780200 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:42:25.780577 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:42:25.780976 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.781364 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:42:25.781857 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Bound port: c665abe5-bb70-48cc-be00-9a1d13793d2f, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:42:25.782262 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.788559 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ae972671-a2ee-4e34-8f38-b6bf45e58459 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177649 Aug 13 04:42:25.836366 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] For port c665abe5-bb70-48cc-be00-9a1d13793d2f, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:42:25.840087 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] For port c665abe5-bb70-48cc-be00-9a1d13793d2f, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c665abe5-bb70-48cc-be00-9a1d13793d2f,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:42:25.844866 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:25.914241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc0da8-9ff9-487f-9095-63b5f4b7ad23 None None] Pushing event updated for resources: {'Port': ['ID=c665abe5-bb70-48cc-be00-9a1d13793d2f,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:25.919337 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Routers {'57defd63-d084-4401-863d-a6a243a1c03f'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:42:25.919977 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:42:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['57defd63-d084-4401-863d-a6a243a1c03f'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:26.113778 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] Set router 57defd63-d084-4401-863d-a6a243a1c03f gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:42:26.335561 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57defd63-d084-4401-863d-a6a243a1c03f', 'name': 'router1', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c665abe5-bb70-48cc-be00-9a1d13793d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:42:05Z', 'updated_at': '2021-08-13T04:42:22Z', 'revision_number': 4, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'gw_port': {'id': 'c665abe5-bb70-48cc-be00-9a1d13793d2f', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:22Z', 'updated_at': '2021-08-13T04:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'a8d34e24-0946-4aa2-a3cc-910a898fd369', 'name': '', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:14Z', 'updated_at': '2021-08-13T04:42:25Z', 'revision_number': 5, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'subnets': [{'id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15aa6375-f4e6-4845-9015-46858a55862b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:42:26.362653 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53229e7b-274a-415d-8c80-e4b3e8a626f3 None None] The sync data for ids ['57defd63-d084-4401-863d-a6a243a1c03f'] in dv-cinder-760178-7-iscsi is: [{'id': '57defd63-d084-4401-863d-a6a243a1c03f', 'name': 'router1', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c665abe5-bb70-48cc-be00-9a1d13793d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:42:05Z', 'updated_at': '2021-08-13T04:42:22Z', 'revision_number': 4, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'gw_port': {'id': 'c665abe5-bb70-48cc-be00-9a1d13793d2f', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:22Z', 'updated_at': '2021-08-13T04:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'a8d34e24-0946-4aa2-a3cc-910a898fd369', 'name': '', 'network_id': '79721bb3-6e82-4eb0-b9c5-617ed28594e8', 'tenant_id': 'e3d5fe1612954634b62ef0981522cdd3', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57defd63-d084-4401-863d-a6a243a1c03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:42:14Z', 'updated_at': '2021-08-13T04:42:25Z', 'revision_number': 5, 'project_id': 'e3d5fe1612954634b62ef0981522cdd3', 'subnets': [{'id': 'fc626dca-bd98-4db9-9867-8d3b06fe4611', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15aa6375-f4e6-4845-9015-46858a55862b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:42:26.620997 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device a8d34e24-0946-4aa2-a3cc-910a898fd369 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:42:26.670357 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port a8d34e24-0946-4aa2-a3cc-910a898fd369 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:26.670736 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:26.778726 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c665abe5-bb70-48cc-be00-9a1d13793d2f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:42:26.829578 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port c665abe5-bb70-48cc-be00-9a1d13793d2f completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:42:26.833743 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port c665abe5-bb70-48cc-be00-9a1d13793d2f triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:26.834229 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:26.912404 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:26.933845 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port c665abe5-bb70-48cc-be00-9a1d13793d2f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c665abe5-bb70-48cc-be00-9a1d13793d2f,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:42:26.938549 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:26.991555 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=c665abe5-bb70-48cc-be00-9a1d13793d2f,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:42:28.530296 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c665abe5-bb70-48cc-be00-9a1d13793d2f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:42:28.578558 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port c665abe5-bb70-48cc-be00-9a1d13793d2f triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:42:28.578934 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:39.985518 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c35a880c-75f0-48b3-b3b7-8aef21374057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:42.245530 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7d65743e-2963-486d-979a-22d877d20fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:42.588799 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:43.579455 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:45.306357 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:52.419521 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:43:09.986110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1872a49e-d58f-4b8e-bca0-cd938653ff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:12.247135 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d4b181cb-17af-4083-825d-27c522769f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:12.592909 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:13.576794 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:15.305026 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:29.418633 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:43:39.986861 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-20ad618b-b403-4f73-8e7c-5c7a3a662bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:42.249370 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-57b4c13c-134b-4dc8-b57e-74677882d87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:42.594917 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:43.577189 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:45.313640 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:00.732058 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51010) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:00.793681 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.pecan_wsgi.hooks.translation [None req-876b0c81-2a95-4116-9a6a-d22660e5bb1a admin admin] GET failed (client error): The resource could not be found. Aug 13 04:44:00.795306 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-876b0c81-2a95-4116-9a6a-d22660e5bb1a admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623043 Aug 13 04:44:00.951663 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d4be9-84f8-4097-956f-eae7a4fbab9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:00.953737 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-b91d4be9-84f8-4097-956f-eae7a4fbab9a admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1535153 Aug 13 04:44:03.078764 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51020) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:03.169829 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8426e-c560-40cc-8666-8cc38e92223f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:03.171559 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f2a8426e-c560-40cc-8666-8cc38e92223f admin admin] 10.222.0.18 "GET /v2.0/subnets/fc626dca-bd98-4db9-9867-8d3b06fe4611 HTTP/1.1" status: 200 len: 849 time: 0.0915842 Aug 13 04:44:03.181280 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:44:03.262197 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:03.400214 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746154822283'] for subnet, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:03.437678 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:03.437808 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:03.439103 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] 10.222.0.18 "PUT /v2.0/subnets/fc626dca-bd98-4db9-9867-8d3b06fe4611 HTTP/1.1" status: 200 len: 868 time: 0.2615595 Aug 13 04:44:03.444929 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d74fcf-aff7-466c-990a-f0f427b19ef1 None None] Network 79721bb3-6e82-4eb0-b9c5-617ed28594e8 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:44:03.455967 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc626dca-bd98-4db9-9867-8d3b06fe4611,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:44:03.463316 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.463692 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.464047 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.464388 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.464727 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.465078 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.465417 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.465802 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.466155 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.466489 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.466819 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.467148 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611749d-afc2-41a1-81c3-8247c34301a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:03.823133 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-07e3a06c-e39d-47b2-9499-f2facd84c947 None None] Provisioning complete for port a8d34e24-0946-4aa2-a3cc-910a898fd369 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:44:03.823501 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-07e3a06c-e39d-47b2-9499-f2facd84c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:03.919742 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-07e3a06c-e39d-47b2-9499-f2facd84c947 None None] Provisioning complete for port cd016afe-6db3-44cc-afdf-c3e231ed3bc3 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:44:03.920004 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-07e3a06c-e39d-47b2-9499-f2facd84c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:05.637821 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51028) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:05.839260 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025205a1-ab0f-4b6b-a5eb-6b78ea5b953b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:05.839649 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025205a1-ab0f-4b6b-a5eb-6b78ea5b953b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:05.841183 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-025205a1-ab0f-4b6b-a5eb-6b78ea5b953b admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2024131 Aug 13 04:44:06.417104 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:44:07.956939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51036) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:08.085172 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5138c-a5a1-41d7-986f-8f9d0b97d793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:08.085683 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5138c-a5a1-41d7-986f-8f9d0b97d793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:08.087207 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2ac5138c-a5a1-41d7-986f-8f9d0b97d793 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1292853 Aug 13 04:44:09.988235 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-054819ad-9ffa-4892-8c2e-81696dbde393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:10.228379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51044) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:10.351693 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d181c8-f929-4fa6-9a0d-747b7538148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:10.353026 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-77d181c8-f929-4fa6-9a0d-747b7538148d admin admin] 10.222.0.18 "GET /v2.0/networks/571ab2b9-8882-4e5d-8ce8-623d46be5761 HTTP/1.1" status: 200 len: 886 time: 0.1237028 Aug 13 04:44:12.250672 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-96189409-4644-4140-9c04-0ee886e18d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:12.493452 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51052) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:12.595195 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:12.638895 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04268dbc-2e2e-4af4-a5a0-f69d89b06969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:12.640250 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-04268dbc-2e2e-4af4-a5a0-f69d89b06969 admin admin] 10.222.0.18 "GET /v2.0/networks/79721bb3-6e82-4eb0-b9c5-617ed28594e8 HTTP/1.1" status: 200 len: 868 time: 0.1458616 Aug 13 04:44:13.580299 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:14.788730 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51060) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:14.908875 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b362ca-c8ef-4e29-a9b4-d5b160be5a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:14.909334 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b362ca-c8ef-4e29-a9b4-d5b160be5a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:14.910882 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-59b362ca-c8ef-4e29-a9b4-d5b160be5a78 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210763 Aug 13 04:44:15.309856 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:17.037937 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51068) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:17.130835 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95652f-4a8c-4dc5-8619-fbaa8e0fb086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:17.131297 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95652f-4a8c-4dc5-8619-fbaa8e0fb086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:17.132796 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ab95652f-4a8c-4dc5-8619-fbaa8e0fb086 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939107 Aug 13 04:44:19.247875 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51076) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:19.332953 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e77cc-c0fd-461a-bdcd-98803e9ef4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:19.334294 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c64e77cc-c0fd-461a-bdcd-98803e9ef4ac admin admin] 10.222.0.18 "GET /v2.0/subnets/9ad16c03-0e4d-4613-a65e-2a70bcbfb548 HTTP/1.1" status: 200 len: 816 time: 0.0842381 Aug 13 04:44:21.481088 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51084) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:21.571082 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c77a0a-2dff-49f4-8605-dfd4c3b7cb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:21.572392 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f6c77a0a-2dff-49f4-8605-dfd4c3b7cb1e admin admin] 10.222.0.18 "GET /v2.0/subnets/fc626dca-bd98-4db9-9867-8d3b06fe4611 HTTP/1.1" status: 200 len: 868 time: 0.0903294 Aug 13 04:44:39.989550 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bfccf65c-1694-47e1-8462-b219311330ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:42.251275 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bf58a2e6-f1ff-425c-9617-a3315bd57e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:42.597528 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:43.415672 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:44:43.584927 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:44.835572 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51140) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:44.882618 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [None req-2d942df4-1eb2-4fa4-bc8e-a8740b72cf4c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:44:44.883628 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2d942df4-1eb2-4fa4-bc8e-a8740b72cf4c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471771 Aug 13 04:44:45.317556 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:47.087937 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51148) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:47.147066 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.pecan_wsgi.hooks.translation [None req-6716c0d8-0d38-4911-9000-18dc37c683d4 admin admin] GET failed (client error): The resource could not be found. Aug 13 04:44:47.148362 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-6716c0d8-0d38-4911-9000-18dc37c683d4 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594847 Aug 13 04:44:47.233030 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331739b-4dbd-4847-ad67-4bde9e9ced03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:47.234491 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e331739b-4dbd-4847-ad67-4bde9e9ced03 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819073 Aug 13 04:44:49.385584 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51156) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:49.431954 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:44:49.453076 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Made reservation on behalf of b78b52ad894b4855b9a88811f87977f9 for: {'network': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:44:49.455434 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:49.574788 dv-cinder-760178-7-iscsi neutron-server[105492]: WARNING neutron.services.revisions.revision_plugin [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Could not find related network for resource to bump revision. Aug 13 04:44:49.587433 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=105492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:44:49.596522 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:49.596820 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.segments_db [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Added segment 2b95fc3c-9033-4c85-97c9-c04b36684b15 of type vlan for network 3312d4af-db9a-402f-b42c-a1fe85964cba Aug 13 04:44:49.635072 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:49.661304 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:49.662259 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:49.662836 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:49.716255 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3295767 Aug 13 04:44:49.723653 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5e419-abb9-4a8e-9fa9-9734afdb56c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3312d4af-db9a-402f-b42c-a1fe85964cba,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:44:49.736484 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 3312d4af-db9a-402f-b42c-a1fe85964cba details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:44:51.899577 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51164) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:44:51.958481 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.pecan_wsgi.hooks.translation [None req-270bc57d-e166-4304-afb3-2d508dd6373e admin admin] GET failed (client error): The resource could not be found. Aug 13 04:44:51.959773 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-270bc57d-e166-4304-afb3-2d508dd6373e admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592341 Aug 13 04:44:52.026036 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defa9efd-6aac-4139-8452-fe51c0f24f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:52.027370 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-defa9efd-6aac-4139-8452-fe51c0f24f15 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0632811 Aug 13 04:44:52.037778 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Request body: {'subnet': {'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:44:52.057083 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Made reservation on behalf of b78b52ad894b4855b9a88811f87977f9 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:44:52.059309 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:52.220847 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:52.280569 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3bfd1a-0305-4d72-a93e-cbc170780894,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:44:52.285283 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Checking segment: {'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:44:52.285668 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Network hostable DHCP agents. Network: 3312d4af-db9a-402f-b42c-a1fe85964cba, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:44:52.301177 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Network 3312d4af-db9a-402f-b42c-a1fe85964cba is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:44:52.308993 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 3312d4af-db9a-402f-b42c-a1fe85964cba) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:44:52.313340 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:44:52.313957 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:52.318282 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548b12b-847d-4804-aef1-f86fb8f433b6 None None] Network 3312d4af-db9a-402f-b42c-a1fe85964cba requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:44:52.327851 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e8f793c6-6e0b-4268-93e7-b070afed4810 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2932711 Aug 13 04:44:52.561987 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-3312d4af-db9a-402f-b42c-a1fe85964cba', 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba', 'tenant_id': 'b78b52ad894b4855b9a88811f87977f9', 'fixed_ips': [{'subnet_id': 'ca3bfd1a-0305-4d72-a93e-cbc170780894'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:44:52.562854 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:52.700671 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Allocated IP 192.168.233.2 (3312d4af-db9a-402f-b42c-a1fe85964cba/ca3bfd1a-0305-4d72-a93e-cbc170780894/e7367201-73ed-4e92-a837-ca3d8c3ab259) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:44:52.844081 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:52.852787 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Transition to ACTIVE for port object e7367201-73ed-4e92-a837-ca3d8c3ab259 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:44:52.868489 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Transition to ACTIVE for port object e7367201-73ed-4e92-a837-ca3d8c3ab259 will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:44:52.875092 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:52.917001 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Network 3312d4af-db9a-402f-b42c-a1fe85964cba is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:44:52.922494 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:44:52.926713 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:44:52.929664 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Pushing event updated for resources: {'Port': ['ID=e7367201-73ed-4e92-a837-ca3d8c3ab259,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:44:52.940265 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.940634 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.940976 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.941309 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.941661 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.941989 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.942312 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.942685 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.942968 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.943308 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.943626 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.943940 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:44:52.989148 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Attempting to bind port e7367201-73ed-4e92-a837-ca3d8c3ab259 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:44:52.989607 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Attempting to bind port e7367201-73ed-4e92-a837-ca3d8c3ab259 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:44:52.989975 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Attempting to bind port e7367201-73ed-4e92-a837-ca3d8c3ab259 on network 3312d4af-db9a-402f-b42c-a1fe85964cba {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:44:52.995324 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:44:52.995698 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Checking segment: {'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:44:52.996097 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:52.996491 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Bound using segment: {'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:44:52.996959 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Bound port: e7367201-73ed-4e92-a837-ca3d8c3ab259, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:44:52.997364 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:53.061131 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] For port e7367201-73ed-4e92-a837-ca3d8c3ab259, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:44:53.064421 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] For port e7367201-73ed-4e92-a837-ca3d8c3ab259, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=e7367201-73ed-4e92-a837-ca3d8c3ab259,segment=NetworkSegment(2b95fc3c-9033-4c85-97c9-c04b36684b15),segment_id=2b95fc3c-9033-4c85-97c9-c04b36684b15)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:44:53.068468 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:53.128937 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ec3db-166d-4f0c-8cba-f813a93459d4 None None] Pushing event updated for resources: {'Port': ['ID=e7367201-73ed-4e92-a837-ca3d8c3ab259,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:44:53.892493 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5ad2e-effa-4c52-a378-859fc035e351 None None] Network 3312d4af-db9a-402f-b42c-a1fe85964cba requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:44:54.004410 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-a8dde900-d75b-4674-a3e5-ef450cda715e None None] Provisioning for port e7367201-73ed-4e92-a837-ca3d8c3ab259 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:44:54.649707 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device e7367201-73ed-4e92-a837-ca3d8c3ab259 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:44:54.700254 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port e7367201-73ed-4e92-a837-ca3d8c3ab259 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:44:54.704008 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port e7367201-73ed-4e92-a837-ca3d8c3ab259 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:44:54.704376 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:54.782625 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:54.816353 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port e7367201-73ed-4e92-a837-ca3d8c3ab259, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=e7367201-73ed-4e92-a837-ca3d8c3ab259,segment=NetworkSegment(2b95fc3c-9033-4c85-97c9-c04b36684b15),segment_id=2b95fc3c-9033-4c85-97c9-c04b36684b15)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:44:54.820582 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:54.872952 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=e7367201-73ed-4e92-a837-ca3d8c3ab259,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:44:56.631759 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device e7367201-73ed-4e92-a837-ca3d8c3ab259 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:44:56.679836 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port e7367201-73ed-4e92-a837-ca3d8c3ab259 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:44:56.680202 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:09.991568 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6373a052-e73f-4d9e-90db-f1ee0e187ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:12.252821 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f571f7e0-8e02-4578-90fe-1477fca2c914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:12.601304 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:13.585172 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:15.321617 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:20.414874 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:45:39.991667 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-195945a6-65dc-45f3-8c41-3251146e5038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:42.253319 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-5ee911a8-c032-4e00-8510-e688d3eca0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:42.602867 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:43.587120 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:45.323713 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:57.413527 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:46:06.332279 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51216) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:46:06.338536 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [None req-ea251dd1-555f-4c96-8215-4a6f2c92410a tempest-verify_tempest_config-597732398 tempest-verify_tempest_config-597732398-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:46:06.339499 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ea251dd1-555f-4c96-8215-4a6f2c92410a tempest-verify_tempest_config-597732398 tempest-verify_tempest_config-597732398-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062575 Aug 13 04:46:06.635709 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51234) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:46:06.738273 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:06.824433 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:06.828460 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:06.873054 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d767c65ada64a8a8fad184fb6a85f98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2363038 Aug 13 04:46:06.874117 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b540a-917a-4b34-9d82-b4f76bfbb460,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:46:06.875702 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51238) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:46:06.880996 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.881378 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.881756 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.882096 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.882430 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.882765 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.883100 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.883429 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.883761 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.884086 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.884410 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.884731 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1a7ef-1797-4167-8fb8-6f0a674485fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:06.929836 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:06.949269 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:07.040990 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:07.043437 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:07.044574 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d3b540a-917a-4b34-9d82-b4f76bfbb460 HTTP/1.1" status: 204 len: 168 time: 0.1673150 Aug 13 04:46:07.052754 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b540a-917a-4b34-9d82-b4f76bfbb460,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:46:07.059292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.059671 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.060052 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.060389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.060717 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.061075 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.061391 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.061828 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.062173 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.062690 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.062937 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:07.063364 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039e2f5-5e0f-4a79-b4d1-bbb210d74e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:46:09.991443 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0bc098bc-7289-42b0-98ae-0e519c813baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:12.254627 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-54eb8425-5d79-4fa1-99cd-83f023a9caf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:12.603239 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:13.590790 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:15.326808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:34.412136 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:46:39.993038 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e05caf6e-9a15-4aa7-84a3-cc8ede4a5588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:42.253909 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-63655b92-5b26-422d-a054-ef56a6fddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:42.604487 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:43.593293 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:46:45.329330 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:09.993806 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ee37-f116-4425-bf21-7b097acf5509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:11.410393 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 5 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:47:12.252919 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-21efa690-aaa2-4a52-86bb-2c75da26c421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:12.603756 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:13.599143 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:15.332111 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:39.657747 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577204'] for agent, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:39.993050 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d6e20a64-c16d-4f76-88fc-6b58623c800e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:42.253525 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3ecd-0f1d-4f27-a4d5-c5496dfb9f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:42.604366 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:43.599156 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:45.334845 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:47:48.409190 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:47:54.500406 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51314) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:47:54.608260 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-070cde6b-0e4f-4218-86e1-ded8a8896ecd admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1067548 Aug 13 04:47:56.747690 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51324) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:47:56.809687 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-d007e953-73ce-4f81-8ce8-27a3ba3e0ab9 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0602930 Aug 13 04:48:09.604394 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:09.993339 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d6a410cc-3be2-49c6-8303-5dc32d492823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:12.252893 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba5e-756a-45dc-9a34-507ac8418405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:12.605618 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:13.600874 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:15.335772 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:25.408325 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:48:39.632500 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:39.994042 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ef0edfa4-966f-4326-8f84-8f71adc71647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:42.254016 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-a603be44-4996-4955-a7ff-6842ae6b0cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:42.606586 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:43.604911 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:48:45.338961 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:02.406427 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:49:09.622435 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:09.994763 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0ce857c0-5c65-4060-aa02-16d4b6b173c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:12.260725 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6e43caf6-0ab2-4169-9e9d-4d900fdaefca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:12.609748 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:13.607693 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:15.343175 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.056442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51474) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:26.313664 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-382174104-network', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:26.341996 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Made reservation on behalf of f14b3fe91577400788ae1f543fd46253 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:26.344487 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.355115 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.451567 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.455757 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.491637 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339564c0-7b05-4919-a81c-ec36706222e1,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:26.506688 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.507329 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.507784 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.508127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.508456 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.509077 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.509342 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.509747 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.510109 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.510554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.510878 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.511201 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Tracked resource versions report: Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: pushed versions: Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: { 'AddressGroup': {'1.2'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'ConntrackHelper': {'1.0'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Log': {'1.0'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Network': {'1.1'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Port': {'1.7'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'PortForwarding': {'1.2'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'QosPolicy': {'1.9'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroup': {'1.4'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SubPort': {'1.0'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Subnet': {'1.1'}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Trunk': {'1.1'}} Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: consumer versions: Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: HyperV agent@hv-cinder-76017: {}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'ConntrackHelper': '1.0', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Log': '1.0', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Network': '1.1', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Port': '1.7', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'PortForwarding': '1.2', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'QosPolicy': '1.9', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroup': '1.4', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SecurityGroupRule': '1.2', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'SubPort': '1.0', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Subnet': '1.1', Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: 'Trunk': '1.1'}} Aug 13 04:49:26.512389 dv-cinder-760178-7-iscsi neutron-server[105491]: {{(pid=105491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:49:26.515089 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:49:26.526576 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.526576 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Added segment d6eb43f8-7670-4302-8d83-5944e452fc86 of type vlan for network 2ec860c6-4864-49c7-9c3d-782c8767ed6e Aug 13 04:49:26.567102 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.598394 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.599513 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:26.600179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.654373 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5957890 Aug 13 04:49:26.657789 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51522) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:26.665536 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb33c3-9030-4e52-8ad9-c8b7dadf1b1a admin admin] Pushing event updated for resources: {'Network': ['ID=2ec860c6-4864-49c7-9c3d-782c8767ed6e,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:26.666183 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Request body: {'subnet': {'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-subnet', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:26.682234 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:49:26.695331 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Made reservation on behalf of f14b3fe91577400788ae1f543fd46253 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:26.698319 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.888929 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:26.936375 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93996049-8a1a-4413-a215-634bc99d15a3,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:26.947146 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.947642 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.948056 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.948389 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.948721 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.949190 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.949544 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.949883 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.950228 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.950552 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.950867 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.951179 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Tracked resource versions report: Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: pushed versions: Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: { 'AddressGroup': {'1.2'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'ConntrackHelper': {'1.0'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Log': {'1.0'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Network': {'1.1'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Port': {'1.7'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'PortForwarding': {'1.2'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'QosPolicy': {'1.9'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroup': {'1.4'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SubPort': {'1.0'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Subnet': {'1.1'}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Trunk': {'1.1'}} Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: consumer versions: Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: HyperV agent@hv-cinder-76017: {}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'ConntrackHelper': '1.0', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Log': '1.0', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Network': '1.1', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Port': '1.7', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'PortForwarding': '1.2', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'QosPolicy': '1.9', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroup': '1.4', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SecurityGroupRule': '1.2', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'SubPort': '1.0', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Subnet': '1.1', Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: 'Trunk': '1.1'}} Aug 13 04:49:26.952211 dv-cinder-760178-7-iscsi neutron-server[105492]: {{(pid=105492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:49:26.975496 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Checking segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:26.975849 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Network hostable DHCP agents. Network: 2ec860c6-4864-49c7-9c3d-782c8767ed6e, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:49:26.997411 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:49:27.000339 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51540) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:27.009577 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 2ec860c6-4864-49c7-9c3d-782c8767ed6e) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:27.014446 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:27.015048 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.021873 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51544) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:27.024385 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf467a-88cb-47f8-8b44-a85c63c30f6b None None] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:27.041287 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51548) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:27.047539 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-a8f917e3-576d-4bb1-aab3-b38c7766ee2f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3863206 Aug 13 04:49:27.048398 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:27.073866 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.075514 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.181544 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.222164 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:49:27.223623 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.254367 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51556) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:27.346327 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.354577 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-79767341-network', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:27.368571 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Allocated IP 172.20.0.2 (2ec860c6-4864-49c7-9c3d-782c8767ed6e/93996049-8a1a-4413-a215-634bc99d15a3/82930d20-964a-4214-a58e-ec5d136c004f) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:27.388019 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Made reservation on behalf of 1a5ec25b7b804a2380a5eab3bcfae7b1 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:27.390733 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.424001 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.520312 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1473298229-network', 'tenant_id': '98f8ce6a180440f5abd82bbfb0769c95'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:27.568690 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.580468 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Transition to ACTIVE for port object 82930d20-964a-4214-a58e-ec5d136c004f will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:27.601738 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Transition to ACTIVE for port object 82930d20-964a-4214-a58e-ec5d136c004f will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:27.611550 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.632183 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.647097 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.660458 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:49:27.668414 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Pushing event updated for resources: {'Port': ['ID=82930d20-964a-4214-a58e-ec5d136c004f,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:27.678174 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.678750 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.679238 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.679752 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.680228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.680554 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.681026 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.681520 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.682031 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.682516 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.684006 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.684493 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Tracked resource versions report: Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: pushed versions: Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: { 'AddressGroup': {'1.2'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'ConntrackHelper': {'1.0'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Log': {'1.0'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Network': {'1.1'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Port': {'1.7'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'PortForwarding': {'1.2'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'QosPolicy': {'1.9'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroup': {'1.4'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SubPort': {'1.0'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Subnet': {'1.1'}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Trunk': {'1.1'}} Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: consumer versions: Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: HyperV agent@hv-cinder-76017: {}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'ConntrackHelper': '1.0', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Log': '1.0', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Network': '1.1', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Port': '1.7', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'PortForwarding': '1.2', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'QosPolicy': '1.9', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroup': '1.4', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SecurityGroupRule': '1.2', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'SubPort': '1.0', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Subnet': '1.1', Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: 'Trunk': '1.1'}} Aug 13 04:49:27.685736 dv-cinder-760178-7-iscsi neutron-server[105493]: {{(pid=105493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:49:27.703419 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:27.709331 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:27.716947 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Made reservation on behalf of 98f8ce6a180440f5abd82bbfb0769c95 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:27.718351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:27.719231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.745507 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51576) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:27.798420 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Attempting to bind port 82930d20-964a-4214-a58e-ec5d136c004f on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:27.799349 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Attempting to bind port 82930d20-964a-4214-a58e-ec5d136c004f by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:27.799910 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Attempting to bind port 82930d20-964a-4214-a58e-ec5d136c004f on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:27.806891 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:27.807561 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Checking segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:27.808197 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.808835 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Bound using segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:27.809566 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Bound port: 82930d20-964a-4214-a58e-ec5d136c004f, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:27.810076 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.834087 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1282783936-network', 'tenant_id': 'fedf3019e9d24b838d81d2ea39a9a4e8'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:27.865755 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.866215 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Added segment f1c16b88-aaa5-4e15-9d06-a0d90f900876 of type vlan for network 9b80f710-f96c-4521-86ba-ead41265af35 Aug 13 04:49:27.877969 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Made reservation on behalf of fedf3019e9d24b838d81d2ea39a9a4e8 for: {'network': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:27.879785 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] For port 82930d20-964a-4214-a58e-ec5d136c004f, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:27.883244 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] For port 82930d20-964a-4214-a58e-ec5d136c004f, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=82930d20-964a-4214-a58e-ec5d136c004f,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:27.887039 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.890857 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.892653 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-9469798-network', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:27.901963 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.923610 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.927108 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.945080 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Made reservation on behalf of 03a7da6d9b5e4618a5c91faa55b1229b for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:27.947395 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:27.959425 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87a4dd-36d8-4a27-a32c-9009bf4c95ee None None] Pushing event updated for resources: {'Port': ['ID=82930d20-964a-4214-a58e-ec5d136c004f,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:27.998520 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.030098 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475c2fe2-c70f-498f-841f-80076daa522c,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:28.033173 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.059046 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.068751 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.075763 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.099385 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=105492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:49:28.131252 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.132547 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.segments_db [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Added segment 1cc5d4be-f545-400a-a973-0e3b1f2a8f29 of type vlan for network 926d2647-cefe-4566-8b4a-d4f9b0a39169 Aug 13 04:49:28.155040 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:28.203515 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.205353 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.206365 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:28.206943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.239467 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.242714 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:28.243909 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.333868 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Allocated IP 172.27.1.19 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:28.351160 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] Pushing event updated for resources: {'Network': ['ID=926d2647-cefe-4566-8b4a-d4f9b0a39169,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:28.357001 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] Pushing event updated for resources: {'Network': ['ID=9b80f710-f96c-4521-86ba-ead41265af35,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:28.363646 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 926d2647-cefe-4566-8b4a-d4f9b0a39169 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:49:28.466271 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.486799 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-873027ca-3780-40b6-8bc7-43d0d627a367 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7394245 Aug 13 04:49:28.487722 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51604) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:28.494215 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Request body: {'subnet': {'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1282783936-subnet', 'tenant_id': 'fedf3019e9d24b838d81d2ea39a9a4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:28.494587 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.516850 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0e485d22-1459-4bcd-bc8d-8d15a0be6d0a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5150962 Aug 13 04:49:28.521081 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51606) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:28.526060 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Request body: {'subnet': {'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-79767341-subnet', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:28.562206 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:49:28.579241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 9b80f710-f96c-4521-86ba-ead41265af35 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:49:28.592232 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b092a74b-92ee-4012-b219-923bfc658765,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:28.600630 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.600961 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Added segment 099e86fc-3054-424a-a3ea-ff2d264432f3 of type vlan for network 72429b5c-e10d-41a8-8715-fc0fc4b5daad Aug 13 04:49:28.651543 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.679349 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.759124 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.760060 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:28.760691 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.793217 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.826149 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.828002 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.855145 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Made reservation on behalf of fedf3019e9d24b838d81d2ea39a9a4e8 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:28.857471 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.880825 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Made reservation on behalf of 1a5ec25b7b804a2380a5eab3bcfae7b1 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:28.894817 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:49:28.900107 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.919168 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] Pushing event updated for resources: {'Network': ['ID=72429b5c-e10d-41a8-8715-fc0fc4b5daad,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:28.931475 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:49:28.936930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:28.938549 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-42bf6337-4bc0-4c95-93b6-89914a0bfde5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6830072 Aug 13 04:49:28.954474 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51622) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:28.959668 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Request body: {'subnet': {'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-subnet', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:28.963150 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:28.965595 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:28.965939 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Added segment 0bfa9f42-71ef-49b1-a837-7e42a993b3d0 of type vlan for network 05189c26-6166-4db7-8717-3bc043b5c16f Aug 13 04:49:28.975626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:28.993608 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Pushing event updated for resources: {'Port': ['ID=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:29.056579 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 82930d20-964a-4214-a58e-ec5d136c004f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:29.094662 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b98e9a-bc00-465a-8804-8b9517070217,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:29.190569 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.247689 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 82930d20-964a-4214-a58e-ec5d136c004f completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:29.261956 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Made reservation on behalf of 03a7da6d9b5e4618a5c91faa55b1229b for: {'subnet': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:29.264254 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.392896 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.394325 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:29.395080 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.473642 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec8cc6-4c21-4719-924a-6543e9d59606 None None] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:29.503991 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.521292 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.609523 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c6526e-8f08-4dd8-82f4-b66881ea64f0,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:29.609746 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3b66d074-8bb2-4193-8e5f-8a81f4150d05 None None] Provisioning for port 82930d20-964a-4214-a58e-ec5d136c004f completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:29.622245 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3b66d074-8bb2-4193-8e5f-8a81f4150d05 None None] Provisioning complete for port 82930d20-964a-4214-a58e-ec5d136c004f triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:29.622863 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3b66d074-8bb2-4193-8e5f-8a81f4150d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.707500 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:29.713941 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Checking segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:29.721022 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Network hostable DHCP agents. Network: 9b80f710-f96c-4521-86ba-ead41265af35, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:49:29.745372 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Checking segment: {'id': '1cc5d4be-f545-400a-a973-0e3b1f2a8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:29.746227 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Network hostable DHCP agents. Network: 926d2647-cefe-4566-8b4a-d4f9b0a39169, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:49:29.762557 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3b66d074-8bb2-4193-8e5f-8a81f4150d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.807546 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Network 9b80f710-f96c-4521-86ba-ead41265af35 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:49:29.810079 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3b66d074-8bb2-4193-8e5f-8a81f4150d05 None None] For port 82930d20-964a-4214-a58e-ec5d136c004f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=82930d20-964a-4214-a58e-ec5d136c004f,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:29.820174 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3b66d074-8bb2-4193-8e5f-8a81f4150d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.823405 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.829999 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8069930 Aug 13 04:49:29.832905 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Network 926d2647-cefe-4566-8b4a-d4f9b0a39169 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:49:29.846665 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51660) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:29.855505 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 9b80f710-f96c-4521-86ba-ead41265af35) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:29.862870 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Request body: {'subnet': {'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1473298229-subnet', 'tenant_id': '98f8ce6a180440f5abd82bbfb0769c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:29.863993 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:29.864576 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.874716 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 926d2647-cefe-4566-8b4a-d4f9b0a39169) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:29.881100 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef17123-9902-4a7e-8ebc-8416b4a5d2ed None None] Network 9b80f710-f96c-4521-86ba-ead41265af35 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:29.925457 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a53b8-e8f7-4951-841d-61821caad46b None None] Network 926d2647-cefe-4566-8b4a-d4f9b0a39169 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:29.930805 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:29.931456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.942756 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Made reservation on behalf of 98f8ce6a180440f5abd82bbfb0769c95 for: {'subnet': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:29.945314 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:29.945880 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f6bab2a0-8ddb-4377-8f6a-c1961ed72ab6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4234712 Aug 13 04:49:29.961523 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51664) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:29.968966 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:30.029258 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-39f806a4-2373-4998-96c5-9357acbced03 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5371225 Aug 13 04:49:30.041200 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51672) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:30.092541 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.094554 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.109292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148874b-751d-4377-bdee-f0e5c9975554 admin admin] Pushing event updated for resources: {'Network': ['ID=05189c26-6166-4db7-8717-3bc043b5c16f,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:30.186464 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 05189c26-6166-4db7-8717-3bc043b5c16f details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:49:30.216050 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d39f893-b897-4d19-87f8-8bb2da3cb381,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:30.219730 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.226667 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.340949 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66d074-8bb2-4193-8e5f-8a81f4150d05 None None] Pushing event updated for resources: {'Port': ['ID=82930d20-964a-4214-a58e-ec5d136c004f,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:30.363653 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-73a6e0f6-326f-41c5-8d03-90e5510a43ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.383384 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Checking segment: {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:30.383942 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Network hostable DHCP agents. Network: 72429b5c-e10d-41a8-8715-fc0fc4b5daad, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:49:30.392185 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0eb2fd37-f55f-41f9-9ab2-b7492d4058c4 None None] Provisioning complete for port 82930d20-964a-4214-a58e-ec5d136c004f triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:30.392567 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0eb2fd37-f55f-41f9-9ab2-b7492d4058c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.582803 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:49:30.616666 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.646709 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 72429b5c-e10d-41a8-8715-fc0fc4b5daad) {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:30.692173 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d1512-392e-4ed7-86d3-66c53751cb96 None None] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:30.739682 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812074e5-5edc-4aec-964e-a20b5dc31410 None None] Network 926d2647-cefe-4566-8b4a-d4f9b0a39169 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:30.762395 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-73a6e0f6-326f-41c5-8d03-90e5510a43ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.772123 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-73a6e0f6-326f-41c5-8d03-90e5510a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.845100 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6e0f6-326f-41c5-8d03-90e5510a43ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef5cfac-4fde-4355-b47d-f9006636c4b4,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:30.849405 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-73a6e0f6-326f-41c5-8d03-90e5510a43ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cde4ed3500c4377925d9c9ea99f5d5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7996349 Aug 13 04:49:30.852376 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51698) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:30.888110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-9b80f710-f96c-4521-86ba-ead41265af35', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:49:30.888955 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:30.903089 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 82930d20-964a-4214-a58e-ec5d136c004f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:30.991442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.002431 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:31.003427 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.020384 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b423be57-6523-4bb8-828b-7d1f5870be9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.044600 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Allocated IP 172.20.0.2 (9b80f710-f96c-4521-86ba-ead41265af35/b2c6526e-8f08-4dd8-82f4-b66881ea64f0/a0bfdf27-7298-46d0-b74c-830b75de9eae) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:31.051603 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.063592 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b423be57-6523-4bb8-828b-7d1f5870be9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.088316 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.219042 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-86a7e807-cef8-47c0-ac79-ac213756c8cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2633331 Aug 13 04:49:31.224199 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51706) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:31.239762 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:31.256934 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Router 3ce55b29-3cb5-47b6-9315-49c23e68b51b is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:49:31.341211 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.364527 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7483ff3-13f0-4557-ade1-04a24c643378 None None] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:31.375828 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b423be57-6523-4bb8-828b-7d1f5870be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.379708 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b423be57-6523-4bb8-828b-7d1f5870be9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.385226 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-b423be57-6523-4bb8-828b-7d1f5870be9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ef5cfac-4fde-4355-b47d-f9006636c4b4 HTTP/1.1" status: 204 len: 168 time: 0.5251935 Aug 13 04:49:31.425358 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 82930d20-964a-4214-a58e-ec5d136c004f triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:31.426386 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.448027 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423be57-6523-4bb8-828b-7d1f5870be9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef5cfac-4fde-4355-b47d-f9006636c4b4,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:31.464373 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Checking segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:31.465488 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Network hostable DHCP agents. Network: 05189c26-6166-4db7-8717-3bc043b5c16f, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:49:31.480716 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Allocated IP 172.27.1.128 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/57ce208d-f4c9-4dcb-9dbc-d7b55230ef31) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:31.504162 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=137403fe-7122-40f6-9892-eb358b2c6487,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:31.523176 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:49:31.538369 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Sync routers for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:49:31.542455 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Network 05189c26-6166-4db7-8717-3bc043b5c16f is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:49:31.551609 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:31.552268 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:31.552558 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] Notify callbacks [] for router, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.554401 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6dcb2805-22c4-4726-a5e5-b5e9261e401d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5118535 Aug 13 04:49:31.557917 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51726) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:31.780246 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.819517 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Transition to ACTIVE for port object a0bfdf27-7298-46d0-b74c-830b75de9eae will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:31.821807 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.826164 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 05189c26-6166-4db7-8717-3bc043b5c16f) {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:31.858621 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Transition to ACTIVE for port object a0bfdf27-7298-46d0-b74c-830b75de9eae will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:31.859718 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:31.859863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:31.864131 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.872943 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a1e25-4db2-4574-998a-be7a11c2164e None None] Network 05189c26-6166-4db7-8717-3bc043b5c16f requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:31.900476 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2db162b8-c249-433f-8b14-717f1fdff2ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0445836 Aug 13 04:49:31.914210 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.916326 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.923352 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.986828 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:31.989169 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.051539 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:32.140018 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:29Z', 'revision_number': 3, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:32.152433 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51750) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:32.152772 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51752) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:32.154955 dv-cinder-760178-7-iscsi neutron-server[105491]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 04:49:32.157003 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Pushing event updated for resources: {'Port': ['ID=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:32.162331 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:32.194155 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Checking router: 3ce55b29-3cb5-47b6-9315-49c23e68b51b for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:49:32.194410 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Updating router 3ce55b29-3cb5-47b6-9315-49c23e68b51b port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:49:32.233007 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.268411 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:32.284815 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-238b8fb3-737c-4cab-b4ef-bcf76c9943cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.321292 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Network 9b80f710-f96c-4521-86ba-ead41265af35 is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:32.331892 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:32.348080 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Pushing event updated for resources: {'Port': ['ID=a0bfdf27-7298-46d0-b74c-830b75de9eae,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:32.350377 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:32.491341 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.494783 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544687e-d139-4030-92eb-558dd8a7833c None None] Network 05189c26-6166-4db7-8717-3bc043b5c16f requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:32.537520 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Attempting to bind port a0bfdf27-7298-46d0-b74c-830b75de9eae on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:32.538004 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Attempting to bind port a0bfdf27-7298-46d0-b74c-830b75de9eae by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:32.538375 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Attempting to bind port a0bfdf27-7298-46d0-b74c-830b75de9eae on network 9b80f710-f96c-4521-86ba-ead41265af35 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:32.551805 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:32.552220 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Checking segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:32.552602 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.552996 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Bound using segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:32.553785 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Bound port: a0bfdf27-7298-46d0-b74c-830b75de9eae, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:32.553911 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.579568 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-4cd1323b-6812-419b-a739-f44e4eb88333 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:32.592462 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-4cd1323b-6812-419b-a739-f44e4eb88333 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/networks?id=926d2647-cefe-4566-8b4a-d4f9b0a39169 HTTP/1.1" status: 200 len: 812 time: 0.4383869 Aug 13 04:49:32.630877 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-97e41831-cea2-45dd-823d-030e47a10760 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/quotas/fedf3019e9d24b838d81d2ea39a9a4e8 HTTP/1.1" status: 200 len: 375 time: 0.0374546 Aug 13 04:49:32.680874 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] For port a0bfdf27-7298-46d0-b74c-830b75de9eae, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:32.694292 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] For port a0bfdf27-7298-46d0-b74c-830b75de9eae, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=a0bfdf27-7298-46d0-b74c-830b75de9eae,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:32.700099 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.708348 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.714209 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.719809 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Transition to ACTIVE for port object ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:32.735560 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.779372 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629c38b-2de9-422a-9f16-fe96769ac40b None None] Pushing event updated for resources: {'Port': ['ID=a0bfdf27-7298-46d0-b74c-830b75de9eae,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:32.781138 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-05efb048-4975-45ca-bee4-3c2582e8fcbe tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fedf3019e9d24b838d81d2ea39a9a4e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1490061 Aug 13 04:49:32.799545 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Pushing event updated for resources: {'Port': ['ID=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,revision_number=2']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:32.812255 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.813057 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.813574 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.814202 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.814686 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.815235 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.815716 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.816242 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.816747 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.817225 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.817821 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.818610 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Tracked resource versions report: Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: pushed versions: Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: { 'AddressGroup': {'1.2'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'ConntrackHelper': {'1.0'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Log': {'1.0'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Network': {'1.1'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Port': {'1.7'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'PortForwarding': {'1.2'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'QosPolicy': {'1.9'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroup': {'1.4'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SubPort': {'1.0'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Subnet': {'1.1'}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Trunk': {'1.1'}} Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: consumer versions: Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: { DHCP agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: HyperV agent@hv-cinder-76017: {}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: L3 agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: Metadata agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: Metering agent@dv-cinder-760178-7-iscsi: {}, Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: Open vSwitch agent@dv-cinder-760178-7-iscsi: { 'AddressGroup': '1.2', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'ConntrackHelper': '1.0', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Log': '1.0', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Network': '1.1', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Port': '1.7', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'PortForwarding': '1.2', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'QosPolicy': '1.9', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroup': '1.4', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SecurityGroupRule': '1.2', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'SubPort': '1.0', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Subnet': '1.1', Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: 'Trunk': '1.1'}} Aug 13 04:49:32.819966 dv-cinder-760178-7-iscsi neutron-server[105494]: {{(pid=105494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:49:32.853312 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51778) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:32.864270 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Attempting to bind port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:32.864763 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Attempting to bind port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:32.865352 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Attempting to bind port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:32.873342 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:32.873913 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:32.874426 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.875264 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:32.875634 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Bound port: ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:32.876120 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:32.934300 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] For port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:32.937841 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] For port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:32.946660 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.054419 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:33.055081 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:33.092380 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-3c32d000-ef9d-43a8-a73f-a1348ed47ad7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:33.094192 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-3c32d000-ef9d-43a8-a73f-a1348ed47ad7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.2370780 Aug 13 04:49:33.100272 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-238b8fb3-737c-4cab-b4ef-bcf76c9943cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.124413 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca346590-222c-4752-948f-81bac14969a1 None None] Pushing event updated for resources: {'Port': ['ID=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:33.238072 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-238b8fb3-737c-4cab-b4ef-bcf76c9943cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.238299 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:33.248377 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-7b2dc1be-4461-45dd-8eb1-0fcd7e0dfed2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:49:33.257896 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-7b2dc1be-4461-45dd-8eb1-0fcd7e0dfed2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2751174 Aug 13 04:49:33.284924 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.330575 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.384318 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-e3789a18-769d-4a6b-b5fc-8c2e8d6ef342 service neutron] 10.222.0.18 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257448 Aug 13 04:49:33.385400 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.446651 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-7ea7d54c-6456-4390-a8a9-544f198a126f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/quotas/98f8ce6a180440f5abd82bbfb0769c95 HTTP/1.1" status: 200 len: 375 time: 0.3427308 Aug 13 04:49:33.448947 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.475872 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:29Z', 'revision_number': 3, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:33.504056 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe03d2-2c5b-4812-b053-3b219892426e None None] The sync data for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi is: [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:29Z', 'revision_number': 3, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:49:33.539483 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Allocated IP 172.27.1.220 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/c6ab5cdb-e370-449f-b2a3-9211701e36e6) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:33.662370 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Router 993bed7e-c317-4db4-bacc-96eaed070a3b is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:49:33.662758 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-238b8fb3-737c-4cab-b4ef-bcf76c9943cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0849342379b7419898f9ec341467ca9b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4972456 Aug 13 04:49:33.664656 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-106261aa-34ec-4f65-a9b3-0c5ae79305ba tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539050 Aug 13 04:49:33.664854 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51794) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:33.675119 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b8fb3-737c-4cab-b4ef-bcf76c9943cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85f2ae7-83f7-45e2-b950-b60f11c0e440,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:33.740818 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.741585 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-2434d985-2202-4b35-9e6e-1ea99b0100d0 service neutron] 10.222.0.18 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563914 Aug 13 04:49:33.919121 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9a8-28f7-4be0-9afa-c38440c45acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.934369 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-0bc545c0-b639-4c67-9bb9-451010604705 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:49:33.935462 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-0bc545c0-b639-4c67-9bb9-451010604705 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1306484 Aug 13 04:49:33.975870 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:49:33.976662 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9a8-28f7-4be0-9afa-c38440c45acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:33.987794 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Sync routers for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:49:34.000583 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:34.001878 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:34.006002 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:34.041868 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Allocated IP 172.20.0.1 (2ec860c6-4864-49c7-9c3d-782c8767ed6e/93996049-8a1a-4413-a215-634bc99d15a3/548e9524-867a-4bb4-9566-548b6d0f6e23) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:34.081355 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:34.086950 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-7ff7fedf-5832-466b-b032-9f2ab5a91f7f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1237743 Aug 13 04:49:34.087857 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51806) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:34.090968 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:34.103962 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:34.146506 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:34.170958 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:34.216180 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4ce53-6f81-4be0-ab0f-c8d607689f96 None None] Network 9b80f710-f96c-4521-86ba-ead41265af35 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:49:34.267762 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:34.283011 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Transition to ACTIVE for port object 548e9524-867a-4bb4-9566-548b6d0f6e23 will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:34.291530 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ab5cdb-e370-449f-b2a3-9211701e36e6,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:34.297635 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9a8-28f7-4be0-9afa-c38440c45acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:34.299847 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9a8-28f7-4be0-9afa-c38440c45acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:34.301082 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c45aa9a8-28f7-4be0-9afa-c38440c45acb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e85f2ae7-83f7-45e2-b950-b60f11c0e440 HTTP/1.1" status: 204 len: 168 time: 0.6276946 Aug 13 04:49:34.334248 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:34.347293 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aa9a8-28f7-4be0-9afa-c38440c45acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85f2ae7-83f7-45e2-b950-b60f11c0e440,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:34.433869 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:34.506707 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-54262066-5e8e-4540-a7a2-c946bc71cd93 req-32ab9969-9e61-443e-a7cf-a1ba0b5d2df9 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0771999 Aug 13 04:49:34.507770 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:34.510832 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:34.511950 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:34.623543 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-b1e7ee65-163f-4a30-9dca-e9c3ca31faaa None None] Provisioning for port a0bfdf27-7298-46d0-b74c-830b75de9eae completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:34.687057 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Pushing event updated for resources: {'Port': ['ID=548e9524-867a-4bb4-9566-548b6d0f6e23,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:34.802569 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-7ea26b36-904d-443f-8de7-743ee2692fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8570061 Aug 13 04:49:34.921351 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.008606 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:32Z', 'revision_number': 3, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:35.080553 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:35.086310 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Checking router: 993bed7e-c317-4db4-bacc-96eaed070a3b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:49:35.087387 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Updating router 993bed7e-c317-4db4-bacc-96eaed070a3b port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:49:35.180691 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.256839 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.330258 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c0ab4369-0359-48e4-a71a-5b258e931f38 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191686 Aug 13 04:49:35.480126 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3141aad0-0edb-4e8a-b73c-23a8f0783b7c None None] Provisioning for port 548e9524-867a-4bb4-9566-548b6d0f6e23 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:35.492115 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3141aad0-0edb-4e8a-b73c-23a8f0783b7c None None] Provisioning complete for port 548e9524-867a-4bb4-9566-548b6d0f6e23 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:35.492696 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3141aad0-0edb-4e8a-b73c-23a8f0783b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.571903 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-3141aad0-0edb-4e8a-b73c-23a8f0783b7c None None] Port 548e9524-867a-4bb4-9566-548b6d0f6e23 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:49:35.584623 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:35.594343 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:35.595012 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.663647 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c36d163b-c9a7-4e49-bb2f-f1f1dfe24ec2 req-2f67bb34-4f02-49ac-b948-9a1acf8ba761 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0429451 Aug 13 04:49:35.677617 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.705897 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Transition to ACTIVE for port object 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:35.714537 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.726547 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.732094 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.732833 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.754267 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.790361 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.844259 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Attempting to bind port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:35.845064 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Attempting to bind port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:35.845692 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Attempting to bind port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:35.861190 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:35.862001 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:35.864241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.864881 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:35.867726 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Bound port: 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:35.868364 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:35.966670 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1ea8aaf7-ea69-422a-bc9a-d1e6e3755ff5 req-346e8ce1-2c38-4c05-9939-97ddecebec31 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0448711 Aug 13 04:49:36.014971 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:36.023035 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:36.023861 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc225ffd-7798-429c-adbc-8993189afbb8 None None] Pushing event updated for resources: {'Port': ['ID=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:36.038553 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:36.075857 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:36.090419 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:36.091349 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device a0bfdf27-7298-46d0-b74c-830b75de9eae up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:36.094223 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] For port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:36.113307 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] For port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:36.197272 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Pushing event updated for resources: {'Port': ['ID=548e9524-867a-4bb4-9566-548b6d0f6e23,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:36.232530 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:36.296100 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Router 1ac7257b-85cc-47c1-9125-63d69c713f1c is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:49:36.322677 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Router 3ce55b29-3cb5-47b6-9315-49c23e68b51b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:49:36.350532 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:36.415765 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:36.416414 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:36.450384 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Allocated IP 172.20.0.1 (9b80f710-f96c-4521-86ba-ead41265af35/b2c6526e-8f08-4dd8-82f4-b66881ea64f0/91a48ce6-4340-494c-9ef9-e543b8f7f528) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:36.483883 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:49:36.497011 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Sync routers for ids ['1ac7257b-85cc-47c1-9125-63d69c713f1c'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:49:36.514697 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Routers {'1ac7257b-85cc-47c1-9125-63d69c713f1c'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:36.515490 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['1ac7257b-85cc-47c1-9125-63d69c713f1c'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:36.537526 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:36.538765 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-dec832c9-fedc-46c5-a2a2-9dfb6774b8a4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3084199 Aug 13 04:49:36.541973 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 51916) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:36.572655 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:49:36.604016 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-23720679-3323-4aac-85c3-68e8a254bac9 admin admin] 10.222.0.18 "PUT /v2.0/routers/3ce55b29-3cb5-47b6-9315-49c23e68b51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0328014 Aug 13 04:49:36.752810 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:36.766691 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:36.828774 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc225ffd-7798-429c-adbc-8993189afbb8 None None] Pushing event updated for resources: {'Port': ['ID=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:36.872092 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Transition to ACTIVE for port object 91a48ce6-4340-494c-9ef9-e543b8f7f528 will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:36.960453 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Sync routers for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:49:37.030231 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-01f0d601-6fd8-41b7-b730-89d78b2806c1 req-3fb1541e-f74a-42bd-a48c-4f35b7465dfb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0601308 Aug 13 04:49:37.052254 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-37cc6aae-2154-4505-bdde-d292cf019172 None None] Provisioning complete for port 548e9524-867a-4bb4-9566-548b6d0f6e23 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:37.052731 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-37cc6aae-2154-4505-bdde-d292cf019172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.104961 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:37.106074 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:37.117637 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Set router 1ac7257b-85cc-47c1-9125-63d69c713f1c gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:37.164166 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-536fb2a2-7936-4ee9-b94f-25da78746d99 req-fe35456a-8514-4f52-8780-ccffa036d10f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0466723 Aug 13 04:49:37.194222 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.271681 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:37.294640 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Pushing event updated for resources: {'Port': ['ID=91a48ce6-4340-494c-9ef9-e543b8f7f528,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:37.314974 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Network 9b80f710-f96c-4521-86ba-ead41265af35 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:37.317768 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:37.322144 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:37.322648 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.482666 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-37cc6aae-2154-4505-bdde-d292cf019172 None None] Port 548e9524-867a-4bb4-9566-548b6d0f6e23 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:49:37.519636 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:34Z', 'revision_number': 3, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port': {'id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:37.556592 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Checking router: 1ac7257b-85cc-47c1-9125-63d69c713f1c for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:49:37.556960 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Updating router 1ac7257b-85cc-47c1-9125-63d69c713f1c port c6ab5cdb-e370-449f-b2a3-9211701e36e6 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:49:37.615943 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.633765 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.675187 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port a0bfdf27-7298-46d0-b74c-830b75de9eae completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:37.682532 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port a0bfdf27-7298-46d0-b74c-830b75de9eae triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:37.683162 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.706688 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.716881 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:32Z', 'revision_number': 3, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:37.780986 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3271d22-a088-4a2e-971b-3bcc9f59d2c7 None None] The sync data for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi is: [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:32Z', 'revision_number': 3, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:49:37.820516 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-bdf54c6b-9234-4ad7-ae59-b510788df0f0 None None] Provisioning for port 91a48ce6-4340-494c-9ef9-e543b8f7f528 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:37.826771 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-bdf54c6b-9234-4ad7-ae59-b510788df0f0 None None] Provisioning complete for port 91a48ce6-4340-494c-9ef9-e543b8f7f528 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:37.827268 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bdf54c6b-9234-4ad7-ae59-b510788df0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.866258 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-bdf54c6b-9234-4ad7-ae59-b510788df0f0 None None] Port 91a48ce6-4340-494c-9ef9-e543b8f7f528 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:49:37.889506 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51968) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:37.895899 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-cf8df22d-6909-449f-b123-2bc211924614 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337630831', 'description': 'tempest-description--490879662'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:37.896434 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 2, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:37.955609 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf8df22d-6909-449f-b123-2bc211924614 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:37.957938 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Checking router: 3ce55b29-3cb5-47b6-9315-49c23e68b51b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:49:37.958296 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Updating router 3ce55b29-3cb5-47b6-9315-49c23e68b51b port 548e9524-867a-4bb4-9566-548b6d0f6e23 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:49:38.001574 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.087482 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.102756 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Transition to ACTIVE for port object c6ab5cdb-e370-449f-b2a3-9211701e36e6 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:38.114535 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf8df22d-6909-449f-b123-2bc211924614 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.116640 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.119807 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf8df22d-6909-449f-b123-2bc211924614 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.174446 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf8df22d-6909-449f-b123-2bc211924614 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.182667 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-cf8df22d-6909-449f-b123-2bc211924614 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.2916715 Aug 13 04:49:38.185352 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51972) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:38.220096 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.222616 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Attempting to bind port c6ab5cdb-e370-449f-b2a3-9211701e36e6 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:38.223447 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Attempting to bind port c6ab5cdb-e370-449f-b2a3-9211701e36e6 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:38.223594 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Attempting to bind port c6ab5cdb-e370-449f-b2a3-9211701e36e6 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:38.241981 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031734-bf4a-40d6-8b6e-717c4812d9f2 None None] Pushing event updated for resources: {'Port': ['ID=c6ab5cdb-e370-449f-b2a3-9211701e36e6,revision_number=2']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:38.246878 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:38.247255 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:38.248483 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.248885 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:38.249371 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Bound port: c6ab5cdb-e370-449f-b2a3-9211701e36e6, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:38.250124 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-1b1b8aa5-4c72-47f4-8c39-ce3964294187 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'security_group_rule': {'security_group_id': '24ad2c53-a6a3-4472-826e-168915321729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:38.250504 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.303589 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port a0bfdf27-7298-46d0-b74c-830b75de9eae, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=a0bfdf27-7298-46d0-b74c-830b75de9eae,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:38.347144 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] For port c6ab5cdb-e370-449f-b2a3-9211701e36e6, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:38.351863 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] For port c6ab5cdb-e370-449f-b2a3-9211701e36e6, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c6ab5cdb-e370-449f-b2a3-9211701e36e6,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:38.352056 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.362307 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.416708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8df22d-6909-449f-b123-2bc211924614 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ad2c53-a6a3-4472-826e-168915321729,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:38.441469 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1c38513b-ab38-4715-85b1-df591465eb43 req-c95ba87f-5e96-42bd-a464-b83858e9a927 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.1526456 Aug 13 04:49:38.442864 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=a0bfdf27-7298-46d0-b74c-830b75de9eae,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:38.496879 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8aa5-4c72-47f4-8c39-ce3964294187 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.601795 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031734-bf4a-40d6-8b6e-717c4812d9f2 None None] Pushing event updated for resources: {'Port': ['ID=c6ab5cdb-e370-449f-b2a3-9211701e36e6,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:38.633779 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Routers {'1ac7257b-85cc-47c1-9125-63d69c713f1c'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:38.640667 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['1ac7257b-85cc-47c1-9125-63d69c713f1c'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:38.687285 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Allocated IP 172.20.0.1 (72429b5c-e10d-41a8-8715-fc0fc4b5daad/7d39f893-b897-4d19-87f8-8bb2da3cb381/e9d16cea-4e65-4eea-aec0-94865396e0a6) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:38.741744 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:38.794786 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-299a773c-39e3-48bb-8f4b-6e707c1f762b req-3036416c-23d3-4c16-9c69-121adb5b54f1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0812254 Aug 13 04:49:38.804207 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.836130 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Transition to ACTIVE for port object 548e9524-867a-4bb4-9566-548b6d0f6e23 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:38.838485 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:38.839109 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.843677 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8aa5-4c72-47f4-8c39-ce3964294187 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.857235 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8aa5-4c72-47f4-8c39-ce3964294187 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.866781 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.867092 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.886609 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] Set router 1ac7257b-85cc-47c1-9125-63d69c713f1c gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:38.887949 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.888686 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.897821 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b8aa5-4c72-47f4-8c39-ce3964294187 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a9515a-8aef-4bb6-9a3e-3550d67eb784,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:38.919805 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8aa5-4c72-47f4-8c39-ce3964294187 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:38.924988 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-1b1b8aa5-4c72-47f4-8c39-ce3964294187 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7093625 Aug 13 04:49:38.925682 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51988) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:38.953426 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-8fb0a540-ee3d-48b1-a1d7-17f6004e4235 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'security_group_rule': {'security_group_id': '24ad2c53-a6a3-4472-826e-168915321729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:39.006241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9980-ec86-4eda-b611-f70fd298b82b None None] Pushing event updated for resources: {'Port': ['ID=548e9524-867a-4bb4-9566-548b6d0f6e23,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:39.027911 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8fb0a540-ee3d-48b1-a1d7-17f6004e4235 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.034005 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.146630 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:39.209640 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Attempting to bind port 548e9524-867a-4bb4-9566-548b6d0f6e23 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:39.209845 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Attempting to bind port 548e9524-867a-4bb4-9566-548b6d0f6e23 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:39.210204 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Attempting to bind port 548e9524-867a-4bb4-9566-548b6d0f6e23 on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:39.220166 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8fb0a540-ee3d-48b1-a1d7-17f6004e4235 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.221001 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:39.221468 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Checking segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:39.221953 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.222353 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Bound using segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:39.222824 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Bound port: 548e9524-867a-4bb4-9566-548b6d0f6e23, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:39.223293 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.232302 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8fb0a540-ee3d-48b1-a1d7-17f6004e4235 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.275937 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:34Z', 'revision_number': 3, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port': {'id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:39.282943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0a540-ee3d-48b1-a1d7-17f6004e4235 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aef5f36-b14f-4e37-8066-8c58c0352b47,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:39.291562 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Pushing event updated for resources: {'Port': ['ID=91a48ce6-4340-494c-9ef9-e543b8f7f528,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:39.299144 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.302884 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8fb0a540-ee3d-48b1-a1d7-17f6004e4235 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.307965 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-8fb0a540-ee3d-48b1-a1d7-17f6004e4235 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812158 Aug 13 04:49:39.308748 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 51990) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:39.313547 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:39.315396 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:39.323309 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:39.323607 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c6a07-989a-475d-a6b1-7e0177dfcf79 None None] The sync data for ids ['1ac7257b-85cc-47c1-9125-63d69c713f1c'] in dv-cinder-760178-7-iscsi is: [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:34Z', 'revision_number': 3, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port': {'id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:49:39.323940 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.328134 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] For port 548e9524-867a-4bb4-9566-548b6d0f6e23, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:39.368012 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.381285 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] For port 548e9524-867a-4bb4-9566-548b6d0f6e23, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=548e9524-867a-4bb4-9566-548b6d0f6e23,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:39.399453 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.410260 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:39.414564 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:49:39.418242 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:39.424571 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:39.424852 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.504508 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d16cea-4e65-4eea-aec0-94865396e0a6,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:39.531488 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9980-ec86-4eda-b611-f70fd298b82b None None] Pushing event updated for resources: {'Port': ['ID=548e9524-867a-4bb4-9566-548b6d0f6e23,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:39.536397 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:39.537023 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:39.586682 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Network 9b80f710-f96c-4521-86ba-ead41265af35 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:39.597644 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:39.844629 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-521c1b27-4cd9-45c3-ba37-c47989656aa2 req-76be8d59-ed21-45fd-b5f3-7c39a9817596 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.2504418 Aug 13 04:49:39.907981 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:39.989632 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:40.044653 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:40.187818 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Router 993bed7e-c317-4db4-bacc-96eaed070a3b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:49:40.207606 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:40.221880 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-a211c4dc-35b3-4d50-8cd5-b62d1d396610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:40.232413 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:40.243277 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.58', 54881) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:40.285743 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:40.291334 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fcf1da56-e4a2-4456-8b02-8be8e5a092b1 req-fc90e4c0-40bd-46eb-a35d-58e7f8e79c53 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.1190250 Aug 13 04:49:40.358706 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:40.531672 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:40.573067 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0ea349f3-80bf-4069-8b6d-609e58d1efe0 None None] Provisioning complete for port 91a48ce6-4340-494c-9ef9-e543b8f7f528 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:40.586442 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0ea349f3-80bf-4069-8b6d-609e58d1efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:40.630978 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Allocated IP 172.27.1.98 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/b1545454-997d-4ed0-9afa-370c05bf4178) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:40.740957 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c6ab5cdb-e370-449f-b2a3-9211701e36e6 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:40.803268 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 52024) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:40.910701 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-0ea349f3-80bf-4069-8b6d-609e58d1efe0 None None] Port 91a48ce6-4340-494c-9ef9-e543b8f7f528 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:49:40.926385 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.58', 54884) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:41.068603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.114390 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aa318619-bc1e-463a-be3e-fd6cfce61a7f req-00f3bb92-0737-4a31-9ac3-6e67c1e0c8e0 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0724514 Aug 13 04:49:41.115083 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port c6ab5cdb-e370-449f-b2a3-9211701e36e6 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:41.134868 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port c6ab5cdb-e370-449f-b2a3-9211701e36e6 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:41.135584 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.188679 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:41.198954 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-46d1ac5a-7d09-4cfe-b722-478bc3e8101c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:41.200527 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-46d1ac5a-7d09-4cfe-b722-478bc3e8101c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.2735426 Aug 13 04:49:41.211511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.222693 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760e1ab-b639-4eb8-a4c9-ffeca200ee17 None None] The sync data for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi is: [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:49:41.255212 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52929095-01cf-4b8e-93be-d1c82d758cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.298055 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'Port': ['ID=b1545454-997d-4ed0-9afa-370c05bf4178,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:41.306188 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.313326 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:41.314728 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:41.321685 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:41.327608 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port c6ab5cdb-e370-449f-b2a3-9211701e36e6, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c6ab5cdb-e370-449f-b2a3-9211701e36e6,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:41.338915 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.340471 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device a0bfdf27-7298-46d0-b74c-830b75de9eae up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:41.352708 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-77d49571-d1b9-46a8-bf9b-a0d0a65621cb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:41.354228 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-77d49571-d1b9-46a8-bf9b-a0d0a65621cb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.58 "GET /v2.0/networks?id=926d2647-cefe-4566-8b4a-d4f9b0a39169 HTTP/1.1" status: 200 len: 812 time: 1.0548654 Aug 13 04:49:41.422716 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:49:41.426063 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port a0bfdf27-7298-46d0-b74c-830b75de9eae triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:41.426406 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.432807 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Sync routers for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:49:41.452002 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-91acabfa-7a03-498d-be3c-14fd73674a44 admin admin] 10.222.0.18 "PUT /v2.0/routers/993bed7e-c317-4db4-bacc-96eaed070a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3577666 Aug 13 04:49:41.475876 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.482002 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:41.484622 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:41.499570 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.504257 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-41fa79fb-f17b-47d4-879d-6826d770a529 req-b3d59fea-209a-4be7-a21b-fd288ca4c2b7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0869679 Aug 13 04:49:41.518856 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.588631 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.634111 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=c6ab5cdb-e370-449f-b2a3-9211701e36e6,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:41.649521 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.706578 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:41.720968 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d16cea-4e65-4eea-aec0-94865396e0a6,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:41.833540 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52929095-01cf-4b8e-93be-d1c82d758cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.852501 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52929095-01cf-4b8e-93be-d1c82d758cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:41.895016 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:41.910766 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:41.919624 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-52929095-01cf-4b8e-93be-d1c82d758cbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08ab8dd48d324fde94835cb16889f665&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0994678 Aug 13 04:49:41.921980 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52929095-01cf-4b8e-93be-d1c82d758cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e35ac13-7d65-4376-89a5-2c00919e90ea,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:41.924628 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52058) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:42.036823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.054134 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.065600 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c257701-2131-4579-a218-3efa9d5a7dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.074485 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 2, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:42.105744 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.121257 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Router 1ac7257b-85cc-47c1-9125-63d69c713f1c has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:49:42.147001 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'Port': ['ID=b1545454-997d-4ed0-9afa-370c05bf4178,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:42.147001 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c257701-2131-4579-a218-3efa9d5a7dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.160299 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Checking router: 993bed7e-c317-4db4-bacc-96eaed070a3b for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:49:42.161096 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Updating router 993bed7e-c317-4db4-bacc-96eaed070a3b port 91a48ce6-4340-494c-9ef9-e543b8f7f528 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:49:42.179829 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.186050 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ff7de727-dae1-4d62-966c-7623c87130c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8724742 Aug 13 04:49:42.219932 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.268991 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-52704502-0fb3-483b-925b-e9ade4066535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.413076 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7188e7ef-9ef2-47f8-bfb8-24797b00868e req-31e16cbb-ee79-4f87-b3ad-ac4fb7a061ec tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0838675 Aug 13 04:49:42.413076 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c257701-2131-4579-a218-3efa9d5a7dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.413076 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c257701-2131-4579-a218-3efa9d5a7dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.413076 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-5c257701-2131-4579-a218-3efa9d5a7dcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e35ac13-7d65-4376-89a5-2c00919e90ea HTTP/1.1" status: 204 len: 168 time: 0.4358852 Aug 13 04:49:42.413076 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c257701-2131-4579-a218-3efa9d5a7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e35ac13-7d65-4376-89a5-2c00919e90ea,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:42.578976 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-83c9b1c7-de0c-4fcc-b750-28887526a885 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--337630831&fields=id&tenant_id=f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 267 time: 0.0499563 Aug 13 04:49:42.623896 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.699151 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 52082) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:42.703418 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c6ab5cdb-e370-449f-b2a3-9211701e36e6 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:42.703928 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-838d5940-efb6-4a40-8a44-dd08a2b67e3c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825599971', 'description': 'tempest-description--1470460452'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:42.745082 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:49:42.753080 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-6b9bb996-6cce-4e27-89f9-49172d126318 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ac7257b-85cc-47c1-9125-63d69c713f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2105246 Aug 13 04:49:42.767698 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Sync routers for ids ['1ac7257b-85cc-47c1-9125-63d69c713f1c'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:49:42.776878 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-838d5940-efb6-4a40-8a44-dd08a2b67e3c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.855004 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Routers {'1ac7257b-85cc-47c1-9125-63d69c713f1c'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:42.856535 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['1ac7257b-85cc-47c1-9125-63d69c713f1c'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:42.884289 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-144eedea-4aca-4a5a-bb0b-f21fde32cc37 req-c7073036-d1fe-4ab4-a57e-7b8aad371603 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0360434 Aug 13 04:49:42.947682 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-838d5940-efb6-4a40-8a44-dd08a2b67e3c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.959259 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-838d5940-efb6-4a40-8a44-dd08a2b67e3c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:42.976103 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-2b1f3604-04e1-4086-9973-e0699e46240b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:42.988567 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-2b1f3604-04e1-4086-9973-e0699e46240b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 816 time: 0.3979206 Aug 13 04:49:43.011848 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-0990bd28-b861-4971-b752-029284232cd6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/quotas/f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 375 time: 0.0156631 Aug 13 04:49:43.019694 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d5940-efb6-4a40-8a44-dd08a2b67e3c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f319e72-fa7a-4cd4-b00f-5088859bcaf6,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:43.023709 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-838d5940-efb6-4a40-8a44-dd08a2b67e3c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.025043 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-838d5940-efb6-4a40-8a44-dd08a2b67e3c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3249106 Aug 13 04:49:43.033377 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 52096) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:43.038216 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-7bc61f93-04db-4c42-b448-6f0406f74c5d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'security_group_rule': {'security_group_id': '4f319e72-fa7a-4cd4-b00f-5088859bcaf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:43.051176 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.065735 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Transition to ACTIVE for port object 91a48ce6-4340-494c-9ef9-e543b8f7f528 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:43.076847 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.103444 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7bc61f93-04db-4c42-b448-6f0406f74c5d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.126233 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port c6ab5cdb-e370-449f-b2a3-9211701e36e6 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:43.126702 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.166549 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-43bef1f1-fefa-49ae-a1fb-a5872dd6da65 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490638 Aug 13 04:49:43.231793 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7bc61f93-04db-4c42-b448-6f0406f74c5d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.243510 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7bc61f93-04db-4c42-b448-6f0406f74c5d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.288928 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a16638-5b6a-402d-812d-de4fec3287cf None None] Pushing event updated for resources: {'Port': ['ID=91a48ce6-4340-494c-9ef9-e543b8f7f528,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:43.303157 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Attempting to bind port 91a48ce6-4340-494c-9ef9-e543b8f7f528 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:43.303774 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Attempting to bind port 91a48ce6-4340-494c-9ef9-e543b8f7f528 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:43.304405 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Attempting to bind port 91a48ce6-4340-494c-9ef9-e543b8f7f528 on network 9b80f710-f96c-4521-86ba-ead41265af35 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:43.311846 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:43.312483 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Checking segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:43.313123 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.313947 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Bound using segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:43.314641 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Bound port: 91a48ce6-4340-494c-9ef9-e543b8f7f528, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:43.315256 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.322659 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc61f93-04db-4c42-b448-6f0406f74c5d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dd5c71-a831-44af-a761-6e98caf2d756,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:43.332847 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7bc61f93-04db-4c42-b448-6f0406f74c5d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.339507 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-7bc61f93-04db-4c42-b448-6f0406f74c5d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3018115 Aug 13 04:49:43.340621 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52108) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:43.358233 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Set router 1ac7257b-85cc-47c1-9125-63d69c713f1c gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:43.363105 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-72b7abec-0ce5-411b-a3d3-efc9e3da541f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'security_group_rule': {'security_group_id': '4f319e72-fa7a-4cd4-b00f-5088859bcaf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:43.448756 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:43.484695 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] For port 91a48ce6-4340-494c-9ef9-e543b8f7f528, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:43.489182 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] For port 91a48ce6-4340-494c-9ef9-e543b8f7f528, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=91a48ce6-4340-494c-9ef9-e543b8f7f528,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:43.503741 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-72b7abec-0ce5-411b-a3d3-efc9e3da541f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.523021 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-2b00cf38-15db-49e5-8d8d-8e435a8a01f5 service neutron] 10.222.0.18 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272102 Aug 13 04:49:43.530174 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.598786 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:43.599421 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:43.627306 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:43.627833 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.647677 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a16638-5b6a-402d-812d-de4fec3287cf None None] Pushing event updated for resources: {'Port': ['ID=91a48ce6-4340-494c-9ef9-e543b8f7f528,revision_number=4']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:43.748269 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:43.923133 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 548e9524-867a-4bb4-9566-548b6d0f6e23 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:43.925776 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-72b7abec-0ce5-411b-a3d3-efc9e3da541f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.939691 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-77fef2e2-1da1-4752-955f-74adfbfa7f29 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:43.946570 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-77fef2e2-1da1-4752-955f-74adfbfa7f29 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 816 time: 0.4065711 Aug 13 04:49:43.950750 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-0353d9ef-23db-4518-a0fb-f1584d14d67b service neutron] 10.222.0.18 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119210 Aug 13 04:49:43.956118 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-72b7abec-0ce5-411b-a3d3-efc9e3da541f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:43.971387 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-5de93a9d-0816-44e3-a412-2245ae6f8f09 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/quotas/03a7da6d9b5e4618a5c91faa55b1229b HTTP/1.1" status: 200 len: 375 time: 0.0239062 Aug 13 04:49:43.998081 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.015498 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7abec-0ce5-411b-a3d3-efc9e3da541f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe48911b-bad0-4f37-8ec4-b6a6013527f1,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:44.035059 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-72b7abec-0ce5-411b-a3d3-efc9e3da541f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.039277 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-72b7abec-0ce5-411b-a3d3-efc9e3da541f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6947250 Aug 13 04:49:44.040339 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52138) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:44.045084 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:44.078518 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-6710fb3b-dea1-4465-9b50-701cfac3440f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057417 Aug 13 04:49:44.082423 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:43Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:44.086783 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port': {'id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'e9d16cea-4e65-4eea-aec0-94865396e0a6', 'name': '', 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'mac_address': 'fa:16:3e:6b:14:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:37Z', 'updated_at': '2021-08-13T04:49:40Z', 'revision_number': 2, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'subnets': [{'id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:44.119739 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Checking router: 1ac7257b-85cc-47c1-9125-63d69c713f1c for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:49:44.120120 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Updating router 1ac7257b-85cc-47c1-9125-63d69c713f1c port e9d16cea-4e65-4eea-aec0-94865396e0a6 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:49:44.122662 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 548e9524-867a-4bb4-9566-548b6d0f6e23 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:44.137840 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7667c35-5a34-4810-bc1a-e840ebecefe5 None None] The sync data for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi is: [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:43Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:49:44.140853 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 548e9524-867a-4bb4-9566-548b6d0f6e23 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:44.141219 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.196644 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.222424 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.371474 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-44fbd32f-67e5-44b5-9309-1fd7aa61451c req-97c05c06-6dc7-44cd-9a52-d17f04608afb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0838280 Aug 13 04:49:44.382997 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-c42a2c90-efd0-4dd6-af5b-eb5e7d852ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014262 Aug 13 04:49:44.561187 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2c147493-8208-4779-9b3c-108b915407c5 req-70c9ad5e-de9d-4740-bbd4-c90748abf477 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0550222 Aug 13 04:49:44.626522 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cb2f2ad9-2947-4779-9dc1-fb372028a5fb service neutron] 10.222.0.18 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425811 Aug 13 04:49:44.640511 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.704559 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0ee76526-b6af-4e53-aba0-295132840cbb req-8c1d29f7-0b81-4be2-a3c1-3b9dd622ab35 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0666022 Aug 13 04:49:44.733919 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 548e9524-867a-4bb4-9566-548b6d0f6e23, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=548e9524-867a-4bb4-9566-548b6d0f6e23,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:44.735976 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.766765 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:44.898376 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Request body: {'port': {'device_id': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169', 'admin_state_up': True, 'tenant_id': 'fedf3019e9d24b838d81d2ea39a9a4e8'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:44.904402 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Request body: {'port': {'device_id': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'admin_state_up': True, 'tenant_id': '98f8ce6a180440f5abd82bbfb0769c95'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:44.996727 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.026133 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Allocated IP 172.27.1.138 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/7cbb9e2e-a13f-4f3b-af7a-e547a93b4eb4) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:45.040266 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Transition to ACTIVE for port object e9d16cea-4e65-4eea-aec0-94865396e0a6 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:45.079694 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 91a48ce6-4340-494c-9ef9-e543b8f7f528 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:45.166637 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cc0f7620-3759-449f-8e11-f8261713f834 req-778a066c-72c7-4fcd-ab24-acc9e7d8cb75 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 210 time: 0.1062660 Aug 13 04:49:45.228653 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.351024 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=548e9524-867a-4bb4-9566-548b6d0f6e23,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:45.456494 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.512908 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.564430 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:45.569922 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:45.625458 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.647790 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f509cc-6086-4e51-bbca-dc0c0ba601ac None None] Pushing event updated for resources: {'Port': ['ID=e9d16cea-4e65-4eea-aec0-94865396e0a6,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:45.650449 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:45.650593 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Made reservation on behalf of fedf3019e9d24b838d81d2ea39a9a4e8 for: {'port': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:45.654444 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.665926 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Attempting to bind port e9d16cea-4e65-4eea-aec0-94865396e0a6 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:49:45.666529 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Attempting to bind port e9d16cea-4e65-4eea-aec0-94865396e0a6 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:49:45.667998 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Attempting to bind port e9d16cea-4e65-4eea-aec0-94865396e0a6 on network 72429b5c-e10d-41a8-8715-fc0fc4b5daad {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:49:45.674030 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:49:45.674738 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Checking segment: {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:49:45.675375 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.675966 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Bound using segment: {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:49:45.676629 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Bound port: e9d16cea-4e65-4eea-aec0-94865396e0a6, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:49:45.677179 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.680907 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 91a48ce6-4340-494c-9ef9-e543b8f7f528 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:45.685443 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'Port': ['ID=7cbb9e2e-a13f-4f3b-af7a-e547a93b4eb4,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:45.695274 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Made reservation on behalf of 98f8ce6a180440f5abd82bbfb0769c95 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:45.699787 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.704734 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 91a48ce6-4340-494c-9ef9-e543b8f7f528 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:45.705365 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.746600 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-66567610-3ab5-49b2-ada1-0b6e3236e7b5 req-0b914321-9393-4295-bf44-d409f189fcb6 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.1741109 Aug 13 04:49:45.838798 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] For port e9d16cea-4e65-4eea-aec0-94865396e0a6, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:49:45.853542 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] For port e9d16cea-4e65-4eea-aec0-94865396e0a6, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=e9d16cea-4e65-4eea-aec0-94865396e0a6,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:49:45.865202 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:45.941596 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-ad8c11d0-9327-497f-9273-2e2c1c015f5b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:45.951324 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-ad8c11d0-9327-497f-9273-2e2c1c015f5b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 816 time: 0.3993883 Aug 13 04:49:45.998189 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.58', 54892) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:45.999611 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:46.006835 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:46.051407 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-63482eab-eeb2-487f-9735-5a0510c3d72c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/quotas/03a7da6d9b5e4618a5c91faa55b1229b HTTP/1.1" status: 200 len: 375 time: 0.0991526 Aug 13 04:49:46.249875 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b2ec6be-fda1-4143-a8c2-a8a8bc7605ff req-13219937-a355-411d-af18-8363f5e09407 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.2928319 Aug 13 04:49:46.258246 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 91a48ce6-4340-494c-9ef9-e543b8f7f528, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=91a48ce6-4340-494c-9ef9-e543b8f7f528,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:46.308972 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:46.313340 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f509cc-6086-4e51-bbca-dc0c0ba601ac None None] Pushing event updated for resources: {'Port': ['ID=e9d16cea-4e65-4eea-aec0-94865396e0a6,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:46.383226 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Allocated IP 172.20.0.5 (926d2647-cefe-4566-8b4a-d4f9b0a39169/e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3/ad39143e-8af9-4d77-8097-d57fea43cf88) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:46.397300 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Routers {'1ac7257b-85cc-47c1-9125-63d69c713f1c'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:49:46.414343 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:49:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['1ac7257b-85cc-47c1-9125-63d69c713f1c'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:46.466475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:46.502652 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-53c373da-e81b-4af7-9484-44ea82333c0c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:46.508578 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-53c373da-e81b-4af7-9484-44ea82333c0c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 816 time: 0.3740299 Aug 13 04:49:46.706584 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-84ea3b9f-8089-46ad-ad75-f144a0d895bf req-a65221cb-e1aa-4e85-aeb6-240da0c25751 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0900540 Aug 13 04:49:46.777016 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-68b8ef17-b92d-43e8-845b-a4579c5e6ccf tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6739576 Aug 13 04:49:46.840213 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] Set router 1ac7257b-85cc-47c1-9125-63d69c713f1c gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:49:46.846994 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=91a48ce6-4340-494c-9ef9-e543b8f7f528,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:46.985138 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 548e9524-867a-4bb4-9566-548b6d0f6e23 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:46.997057 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-e91c3639-0eff-4a26-a2ee-c217340ed1e9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 379 time: 0.1822867 Aug 13 04:49:47.058850 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'port': {'device_id': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'admin_state_up': True, 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'security_groups': ['24ad2c53-a6a3-4472-826e-168915321729']}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:47.197303 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-33edee09-7b96-446c-942f-d36c6b7931c5 req-efdf5819-a4bb-4621-b00b-ce078709c493 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.1602390 Aug 13 04:49:47.246057 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Allocated IP 172.20.0.11 (05189c26-6166-4db7-8717-3bc043b5c16f/137403fe-7122-40f6-9892-eb358b2c6487/e2324eac-0204-424c-85b7-d3070ff3ff05) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:47.249745 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.58', 54898) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:47.289280 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:47.453957 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 548e9524-867a-4bb4-9566-548b6d0f6e23 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:47.454801 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:47.523187 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:47.527012 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Made reservation on behalf of f14b3fe91577400788ae1f543fd46253 for: {'port': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:47.542793 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:47.654730 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Network 926d2647-cefe-4566-8b4a-d4f9b0a39169 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:47.664631 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:47.730990 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:47.737133 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:47.738341 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:47.743503 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-301d6261-9583-4148-9038-384851dc77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port': {'id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'e9d16cea-4e65-4eea-aec0-94865396e0a6', 'name': '', 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'mac_address': 'fa:16:3e:6b:14:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:37Z', 'updated_at': '2021-08-13T04:49:45Z', 'revision_number': 4, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'subnets': [{'id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:49:47.776851 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d6261-9583-4148-9038-384851dc77b2 None None] The sync data for ids ['1ac7257b-85cc-47c1-9125-63d69c713f1c'] in dv-cinder-760178-7-iscsi is: [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port': {'id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'e9d16cea-4e65-4eea-aec0-94865396e0a6', 'name': '', 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'mac_address': 'fa:16:3e:6b:14:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:37Z', 'updated_at': '2021-08-13T04:49:45Z', 'revision_number': 4, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'subnets': [{'id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:49:47.781269 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Pushing event updated for resources: {'Port': ['ID=ad39143e-8af9-4d77-8097-d57fea43cf88,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:47.788357 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-b149cfd4-ee5a-47b0-a908-a9f3c083c743 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9022954 Aug 13 04:49:47.813405 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-b8e504ab-0027-483f-b38d-7d6a81a8643d service neutron] 10.222.0.18 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0352561 Aug 13 04:49:47.886365 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Allocated IP 172.20.0.14 (2ec860c6-4864-49c7-9c3d-782c8767ed6e/93996049-8a1a-4413-a215-634bc99d15a3/3638c3a7-013e-4b8a-82e2-28c6a412c384) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:47.900550 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0c17f700-6b1d-4d17-abbf-2d91a86d09b4 req-8aafe219-ae48-4b93-84e2-e08dab1418ab tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0957944 Aug 13 04:49:48.098002 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.106603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-69ca017c-f75a-432e-a071-968de3897e6c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:48.108301 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-69ca017c-f75a-432e-a071-968de3897e6c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 816 time: 0.8022058 Aug 13 04:49:48.116560 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8fa20613-581e-4dc9-8f11-de36a103b00b req-c6edb41e-9217-45f2-9c35-e65eb1276bb0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0684552 Aug 13 04:49:48.120782 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.130324 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.147337 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Transition to ACTIVE for port object 3638c3a7-013e-4b8a-82e2-28c6a412c384 will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:49:48.183487 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-d4f26b61-3834-4b1a-b003-dc126e724550 service neutron] 10.222.0.18 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460798 Aug 13 04:49:48.186116 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.218851 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.225656 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'Port': ['ID=7cbb9e2e-a13f-4f3b-af7a-e547a93b4eb4,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:48.233884 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.257915 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-c65b7b03-8cc6-4ce0-9371-dc5e98178584 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2028215 Aug 13 04:49:48.279945 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.431929 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:48.454911 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:48.459522 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:48.472711 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.478550 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:48.479315 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:48.504331 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:48.543359 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-731682f0-5868-4640-9b44-2ddca37f7950 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5042841 Aug 13 04:49:48.854532 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-c0b9fe10-c67b-4a1e-9888-018f8ba3c4ed tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:49:48.855601 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-c0b9fe10-c67b-4a1e-9888-018f8ba3c4ed tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098290 Aug 13 04:49:48.935849 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Network 05189c26-6166-4db7-8717-3bc043b5c16f is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:49:48.946747 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event updated for resources: {'Port': ['ID=e2324eac-0204-424c-85b7-d3070ff3ff05,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:48.967360 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:49:48.972633 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:49:48.984847 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:48.985610 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:49.058667 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0dd6e100-bc8a-4490-872c-9819b33d3838 None None] Provisioning for port 3638c3a7-013e-4b8a-82e2-28c6a412c384 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:49.079474 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0dd6e100-bc8a-4490-872c-9819b33d3838 None None] Provisioning complete for port 3638c3a7-013e-4b8a-82e2-28c6a412c384 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:49.083978 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0dd6e100-bc8a-4490-872c-9819b33d3838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:49.092610 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ede09-d19c-4da7-b900-6424421ff1fe req-5f5a6eaa-9b10-4b3f-b7a6-498ed7397bde tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:49.106680 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-834ede09-d19c-4da7-b900-6424421ff1fe req-5f5a6eaa-9b10-4b3f-b7a6-498ed7397bde tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.7080700 Aug 13 04:49:49.191188 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-834ede09-d19c-4da7-b900-6424421ff1fe req-4b8418ef-f462-4423-a767-08953425f382 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803800 Aug 13 04:49:49.245530 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-7bb84ee1-3201-440b-9a62-0aec1c45b53c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1825599971&fields=id&tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1 HTTP/1.1" status: 200 len: 267 time: 0.4560997 Aug 13 04:49:49.246993 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device e9d16cea-4e65-4eea-aec0-94865396e0a6 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:49.287031 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-c2099d9b-b979-462e-955f-301d2dedb1cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3873234 Aug 13 04:49:49.352187 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-909f8dd6-dfac-4cb0-8189-4b388d4ca8d0 req-0cdfa0e0-5e1e-41f5-85f4-3379a3aa9fb4 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0479803 Aug 13 04:49:49.414019 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6e100-bc8a-4490-872c-9819b33d3838 None None] Port 3638c3a7-013e-4b8a-82e2-28c6a412c384 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:49:49.441525 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port e9d16cea-4e65-4eea-aec0-94865396e0a6 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:49:49.445940 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port e9d16cea-4e65-4eea-aec0-94865396e0a6 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:49.447301 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:49.634690 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-9b0e6f91-a7af-43c2-82b7-e1474477aa1d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:49.668364 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-9b0e6f91-a7af-43c2-82b7-e1474477aa1d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 809 time: 0.4193935 Aug 13 04:49:49.687487 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:49.720267 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-3486ceaf-3169-4d20-a6ec-052c9cc722b8 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/quotas/1a5ec25b7b804a2380a5eab3bcfae7b1 HTTP/1.1" status: 200 len: 375 time: 0.0506153 Aug 13 04:49:49.765110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port e9d16cea-4e65-4eea-aec0-94865396e0a6, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=e9d16cea-4e65-4eea-aec0-94865396e0a6,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:49:49.781954 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:49.783141 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 91a48ce6-4340-494c-9ef9-e543b8f7f528 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:49.883102 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-d10e93f9-50d7-4f9b-8762-50025cdd2fa7 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1618733 Aug 13 04:49:49.906379 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995deec-d660-4fa5-a55c-d2d8b91c87cd req-63439182-725e-43bc-8971-89f7f360a0eb tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:49.914819 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8995deec-d660-4fa5-a55c-d2d8b91c87cd req-63439182-725e-43bc-8971-89f7f360a0eb tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.2209358 Aug 13 04:49:49.915035 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=e9d16cea-4e65-4eea-aec0-94865396e0a6,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:49.954481 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 91a48ce6-4340-494c-9ef9-e543b8f7f528 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:49.954860 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:50.097295 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8995deec-d660-4fa5-a55c-d2d8b91c87cd req-aac96049-3174-4818-bbc2-b8a2aedf1b6b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252165 Aug 13 04:49:50.145537 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23c73326-930b-4472-97a5-a4bb3892443e service neutron] 10.222.0.18 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542655 Aug 13 04:49:50.329402 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-f260d9c3-aadc-4ac5-8882-cfb950b1259a service neutron] 10.222.0.18 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734047 Aug 13 04:49:50.351033 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f73806-d054-4e3d-843f-a77fa36fb5f6 req-f0a907d4-e09e-491f-b466-d2c27275f201 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:50.356082 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-30f73806-d054-4e3d-843f-a77fa36fb5f6 req-f0a907d4-e09e-491f-b466-d2c27275f201 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.1006365 Aug 13 04:49:50.405524 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-30f73806-d054-4e3d-843f-a77fa36fb5f6 req-3f68fe3f-4f64-4ee6-9aa4-39031960a969 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455327 Aug 13 04:49:50.609232 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc41df-9f8f-4af0-8cf7-db85da4d855a req-5b76647d-2ef5-426c-8a98-04a46873ca5b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:50.625627 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-41cc41df-9f8f-4af0-8cf7-db85da4d855a req-5b76647d-2ef5-426c-8a98-04a46873ca5b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.1189027 Aug 13 04:49:50.656912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52368) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:50.694263 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1c2d9eae-0e9f-4d23-8ddb-71f39fe4ff38 req-5d4074db-d086-4889-8f79-674e4298017b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0606687 Aug 13 04:49:50.730602 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-41cc41df-9f8f-4af0-8cf7-db85da4d855a req-29baf347-6dc8-431f-b0c6-72c8a3d9bcea tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041162 Aug 13 04:49:50.930690 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f65a7407-5cf8-49de-91a3-45b54ce673e1 req-4b235cec-0127-4684-8c15-68637daca0a1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0659943 Aug 13 04:49:50.962982 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device e9d16cea-4e65-4eea-aec0-94865396e0a6 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:49:50.996638 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-91547a03-bdbf-4fd6-97b9-357e1bee53bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.031043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port e9d16cea-4e65-4eea-aec0-94865396e0a6 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:49:51.031351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.192766 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-91547a03-bdbf-4fd6-97b9-357e1bee53bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.198837 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-91547a03-bdbf-4fd6-97b9-357e1bee53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.319146 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-91547a03-bdbf-4fd6-97b9-357e1bee53bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cd234550015436a8a5a05f89c7d95d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523485 Aug 13 04:49:51.319146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52398) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:51.319146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91547a03-bdbf-4fd6-97b9-357e1bee53bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa81eb2-1810-4319-835c-1b88b8c7e94a,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:51.348159 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f90f-de28-4cc3-bf30-0eb5af0f736f req-1a578cae-cf62-4ace-b7da-89a05e6abe15 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:51.349820 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ca5f90f-de28-4cc3-bf30-0eb5af0f736f req-1a578cae-cf62-4ace-b7da-89a05e6abe15 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.1098557 Aug 13 04:49:51.417037 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1a590a01-07e3-4846-bffe-cac6828938ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.421229 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ca5f90f-de28-4cc3-bf30-0eb5af0f736f req-31f41300-17ef-45b1-81df-6e21ed7acccf tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598683 Aug 13 04:49:51.449271 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1a590a01-07e3-4846-bffe-cac6828938ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.535201 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1a590a01-07e3-4846-bffe-cac6828938ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.538191 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1a590a01-07e3-4846-bffe-cac6828938ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.539334 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-1a590a01-07e3-4846-bffe-cac6828938ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baa81eb2-1810-4319-835c-1b88b8c7e94a HTTP/1.1" status: 204 len: 168 time: 0.2225602 Aug 13 04:49:51.561787 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a590a01-07e3-4846-bffe-cac6828938ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa81eb2-1810-4319-835c-1b88b8c7e94a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:51.588314 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15969e5-76a1-4496-b2b4-5b1c64f56255 req-f39cdae0-221e-499e-80cd-b717707d6fc4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:51.591409 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a15969e5-76a1-4496-b2b4-5b1c64f56255 req-f39cdae0-221e-499e-80cd-b717707d6fc4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.0671151 Aug 13 04:49:51.659749 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a15969e5-76a1-4496-b2b4-5b1c64f56255 req-9f0e3029-66e1-44b1-a841-f1240ddc2291 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573263 Aug 13 04:49:51.815351 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-34c52d59-aaa4-488a-a729-9e3407c4fadf req-89af7fde-8db7-4909-8c44-f7485d5599f1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0275273 Aug 13 04:49:51.909008 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e63222-c5b8-4ddf-85a6-c9732174b686 req-397aca43-6086-40a8-8057-042cf779a9ff tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:51.911864 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c6e63222-c5b8-4ddf-85a6-c9732174b686 req-397aca43-6086-40a8-8057-042cf779a9ff tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.0590160 Aug 13 04:49:51.941525 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 52420) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:51.956923 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92c5c84d-dbf6-45c7-b499-0ba19c0daaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:51.968960 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c6e63222-c5b8-4ddf-85a6-c9732174b686 req-cce7881a-cea5-4617-9202-8640a9b6aae7 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 Aug 13 04:49:52.039224 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-307256de-96e8-4a42-90be-943c09ba67a9 req-b1d460f6-babd-4f77-9588-947a0a39969c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0325594 Aug 13 04:49:52.096805 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92c5c84d-dbf6-45c7-b499-0ba19c0daaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:52.100841 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92c5c84d-dbf6-45c7-b499-0ba19c0daaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:52.136540 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-92c5c84d-dbf6-45c7-b499-0ba19c0daaab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b0e045e64814fa7abf7909c0d91f8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933529 Aug 13 04:49:52.140553 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52432) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:52.148453 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c84d-dbf6-45c7-b499-0ba19c0daaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0535d9-866b-4f4a-a843-b2e8533098ac,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:52.225627 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebef31e0-a95a-4beb-bbfa-627c44193152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:52.253468 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebef31e0-a95a-4beb-bbfa-627c44193152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:52.306212 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebef31e0-a95a-4beb-bbfa-627c44193152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:52.314884 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebef31e0-a95a-4beb-bbfa-627c44193152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:52.318244 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ebef31e0-a95a-4beb-bbfa-627c44193152 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da0535d9-866b-4f4a-a843-b2e8533098ac HTTP/1.1" status: 204 len: 168 time: 0.1761012 Aug 13 04:49:52.329700 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef31e0-a95a-4beb-bbfa-627c44193152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0535d9-866b-4f4a-a843-b2e8533098ac,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:52.562325 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293848e6-2430-419f-a73f-e49e379772d8 req-2008067e-c3ca-45c5-b7c6-5b1c16f0e163 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:52.564092 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-293848e6-2430-419f-a73f-e49e379772d8 req-2008067e-c3ca-45c5-b7c6-5b1c16f0e163 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.0623193 Aug 13 04:49:52.764171 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-293848e6-2430-419f-a73f-e49e379772d8 req-8a7a3c78-8b18-4a29-af0f-a76d1710fa8b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921253 Aug 13 04:49:52.849454 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604b46f-e18f-4f8c-aac2-446f70d1450f req-31afdffa-8a5d-40e7-8e76-9116c3a6493a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:52.851030 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6604b46f-e18f-4f8c-aac2-446f70d1450f req-31afdffa-8a5d-40e7-8e76-9116c3a6493a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.0656583 Aug 13 04:49:52.919279 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6604b46f-e18f-4f8c-aac2-446f70d1450f req-fd72f3ed-13e7-471c-884e-224074bf6bec tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534761 Aug 13 04:49:52.983471 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5acd16f-3f45-4013-9f12-4512a47cac7f req-1d4c798f-30d3-41d0-98ff-4675809f4e93 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0549760 Aug 13 04:49:53.107970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed09a3-e4c8-4ce6-87ca-0a93322c8aa4 req-d662aed4-51a0-4a85-aecc-56a2eb577b58 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:53.109709 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eeed09a3-e4c8-4ce6-87ca-0a93322c8aa4 req-d662aed4-51a0-4a85-aecc-56a2eb577b58 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.0630059 Aug 13 04:49:53.177609 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aca93d25-fef6-4518-b73c-5487c8a210d1 req-f6a5a36e-d814-4b34-8a7e-a86a8c380b13 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0351105 Aug 13 04:49:53.206680 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eeed09a3-e4c8-4ce6-87ca-0a93322c8aa4 req-82f5791b-f4af-4208-a3b7-a3a10898993c tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906134 Aug 13 04:49:53.941797 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b5739-f8ad-49a4-80f0-5c12f49b48f9 req-a6b52953-d4cd-4595-8711-338374095da3 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:53.943458 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-866b5739-f8ad-49a4-80f0-5c12f49b48f9 req-a6b52953-d4cd-4595-8711-338374095da3 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.0908463 Aug 13 04:49:54.006690 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-866b5739-f8ad-49a4-80f0-5c12f49b48f9 req-89912d6f-3a12-47f4-bd92-32eb5da53c55 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561075 Aug 13 04:49:54.147173 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e511f83a-ff16-448b-b461-0a7cee826d1d req-6fef250f-2fbb-4d13-8c91-15bd6c4bebb0 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0438726 Aug 13 04:49:54.173511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea82f8-ae2e-4cfd-ba25-66dfa76c17e5 req-1a60cf24-212d-4a57-bea3-3bce057c7e91 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:54.181028 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3bea82f8-ae2e-4cfd-ba25-66dfa76c17e5 req-1a60cf24-212d-4a57-bea3-3bce057c7e91 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.1330154 Aug 13 04:49:54.274148 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3bea82f8-ae2e-4cfd-ba25-66dfa76c17e5 req-058c0c1b-22e8-463e-9319-7253455feeff tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919869 Aug 13 04:49:54.330225 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-08892926-500a-464f-b78c-34834df49cda req-8b4cae0a-3811-4c57-85c2-56efc6306b32 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0499914 Aug 13 04:49:54.469216 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee4ace-d977-4569-9355-c0d21239a215 req-cf4deb59-1910-45bb-a1ff-9e4dd1862c2d tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:54.469216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fbee4ace-d977-4569-9355-c0d21239a215 req-cf4deb59-1910-45bb-a1ff-9e4dd1862c2d tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.0708721 Aug 13 04:49:54.541258 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fbee4ace-d977-4569-9355-c0d21239a215 req-b272c306-21a4-4a3d-99f5-3f0faccd5bdc tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658073 Aug 13 04:49:55.044889 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52578) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:55.177728 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ce037c30-d062-4652-87ff-05f320e8da2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:55.202867 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a09fdc-03d6-41cf-82ff-b213a36acd85 req-abc47c4d-5721-4ee7-b38c-900db6d486c8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:55.204378 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-03a09fdc-03d6-41cf-82ff-b213a36acd85 req-abc47c4d-5721-4ee7-b38c-900db6d486c8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.1142106 Aug 13 04:49:55.272450 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-03a09fdc-03d6-41cf-82ff-b213a36acd85 req-d0ffb5e4-1902-45a0-b15d-dacc4d710690 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591011 Aug 13 04:49:55.305119 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f6b94c5e-2736-499a-8b94-b61a59a1bbb2 req-9df71a35-0f4b-4206-ac86-0b99dc579920 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0369749 Aug 13 04:49:55.376378 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ce037c30-d062-4652-87ff-05f320e8da2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:55.398219 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ce037c30-d062-4652-87ff-05f320e8da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:55.425256 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ce037c30-d062-4652-87ff-05f320e8da2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5ce5736bb4040e6b9e1c2f2679191d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783395 Aug 13 04:49:55.428527 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 52594) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:55.531549 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce037c30-d062-4652-87ff-05f320e8da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2014098-5714-4d6c-b056-6adde4cf152a,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:55.536004 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1dd4234d-fcaa-4551-9344-9e9fcbe1320f req-457c6238-2c40-457f-adc8-125429fdd80a tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0358307 Aug 13 04:49:55.536842 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc4eb-498b-4705-aad6-9d9d191909c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:55.551855 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00a477-861e-407c-9163-b4ea602aa780 req-15a00117-92d5-499a-a1bb-e3f24fd459f2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:55.559845 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8f00a477-861e-407c-9163-b4ea602aa780 req-15a00117-92d5-499a-a1bb-e3f24fd459f2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.1323676 Aug 13 04:49:55.582283 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc4eb-498b-4705-aad6-9d9d191909c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:55.607505 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8f00a477-861e-407c-9163-b4ea602aa780 req-eb43fcc3-059f-4b82-a23a-be4be81500bd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410476 Aug 13 04:49:55.639800 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc4eb-498b-4705-aad6-9d9d191909c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:55.643173 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc4eb-498b-4705-aad6-9d9d191909c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:55.648392 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-b6ecc4eb-498b-4705-aad6-9d9d191909c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2014098-5714-4d6c-b056-6adde4cf152a HTTP/1.1" status: 204 len: 168 time: 0.2185616 Aug 13 04:49:55.660136 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecc4eb-498b-4705-aad6-9d9d191909c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2014098-5714-4d6c-b056-6adde4cf152a,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:55.705013 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d2f93-6414-4bda-929a-9f17cd0fd1f3 req-46f464f2-7267-4805-a569-9807befa4e19 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:55.706740 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-463d2f93-6414-4bda-929a-9f17cd0fd1f3 req-46f464f2-7267-4805-a569-9807befa4e19 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.0717502 Aug 13 04:49:55.746232 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-463d2f93-6414-4bda-929a-9f17cd0fd1f3 req-5c7ba663-8282-4499-a5bc-4fab8284713f tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334952 Aug 13 04:49:55.992683 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 52608) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:56.007912 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c5c0-329e-4860-b09f-4f60ea96d68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:56.152196 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c5c0-329e-4860-b09f-4f60ea96d68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:56.156145 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c5c0-329e-4860-b09f-4f60ea96d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:56.354347 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2dd4c5c0-329e-4860-b09f-4f60ea96d68a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a039eec08e8b4c70881cfec4836b72d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603654 Aug 13 04:49:56.354347 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4c5c0-329e-4860-b09f-4f60ea96d68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cf751a-e57e-4886-876e-0afdeb2d2343,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:56.356879 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52620) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:56.475635 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b92af7f8-75cf-4c55-afc1-4896ac693239 req-71cce89b-01e8-451f-8bf2-5810f0b124a3 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0397162 Aug 13 04:49:56.484323 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d31bd5-842f-420e-842f-669db6ccd5ad req-8a612364-4809-484f-8502-8e2a3c1d3cab tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:56.485840 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1d31bd5-842f-420e-842f-669db6ccd5ad req-8a612364-4809-484f-8502-8e2a3c1d3cab tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.1150589 Aug 13 04:49:56.486487 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebed89d9-44c0-4ff6-ac89-a3f20d298cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:56.528324 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebed89d9-44c0-4ff6-ac89-a3f20d298cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:56.565398 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1d31bd5-842f-420e-842f-669db6ccd5ad req-f245e435-94d4-4833-aa1d-a0696c551619 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692871 Aug 13 04:49:56.616388 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebed89d9-44c0-4ff6-ac89-a3f20d298cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:56.619007 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ebed89d9-44c0-4ff6-ac89-a3f20d298cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:56.624653 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ebed89d9-44c0-4ff6-ac89-a3f20d298cb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5cf751a-e57e-4886-876e-0afdeb2d2343 HTTP/1.1" status: 204 len: 168 time: 0.2599840 Aug 13 04:49:56.666204 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed89d9-44c0-4ff6-ac89-a3f20d298cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cf751a-e57e-4886-876e-0afdeb2d2343,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:56.728937 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-08ce9a65-b756-4b49-a952-114685ef91ae req-f4f0e3b8-9736-4dda-b155-1765ae18116c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0964091 Aug 13 04:49:56.806646 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444db6a7-dd24-4dbb-aba0-f9c45a8c5c86 req-eee9945d-4420-4750-91a1-369f11b62c03 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:56.809173 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-444db6a7-dd24-4dbb-aba0-f9c45a8c5c86 req-eee9945d-4420-4750-91a1-369f11b62c03 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.0966024 Aug 13 04:49:56.881995 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-444db6a7-dd24-4dbb-aba0-f9c45a8c5c86 req-4312039f-e5a3-4108-b137-60b33ae1715e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646906 Aug 13 04:49:56.942507 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaad29a-8972-4310-b753-8213a93752e4 req-1c9b39b9-a572-454c-bccc-c5d1794f9dfe tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:56.944427 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ecaad29a-8972-4310-b753-8213a93752e4 req-1c9b39b9-a572-454c-bccc-c5d1794f9dfe tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.0807898 Aug 13 04:49:56.987757 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ecaad29a-8972-4310-b753-8213a93752e4 req-ff605a64-2c9e-4149-bd43-6bb4a75201e8 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358548 Aug 13 04:49:57.596967 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ab08f67-ad15-44ba-8937-8bbd0a79dbdd req-3bb16e5f-fd68-4475-8638-c6a5107f2177 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0311859 Aug 13 04:49:57.690546 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93388d-9cdf-4a0d-be08-8ffef219e127 req-373aa5fc-7cfc-456e-a989-78b55f9fed75 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:57.692073 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d93388d-9cdf-4a0d-be08-8ffef219e127 req-373aa5fc-7cfc-456e-a989-78b55f9fed75 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.0588319 Aug 13 04:49:57.733310 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d93388d-9cdf-4a0d-be08-8ffef219e127 req-081defbe-6aaf-4f81-b3b7-1a961cddeb8d tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334568 Aug 13 04:49:57.815714 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2c66da34-4db3-47bc-97fc-b15ba7910412 req-7db74bb8-837e-42c9-b067-1ccc9c67784b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Aug 13 04:49:58.021184 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7900357-ac39-44f0-a221-e1b59c5d8039 req-82a9c768-eb16-4466-967a-5835c97500fc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:58.025915 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b7900357-ac39-44f0-a221-e1b59c5d8039 req-82a9c768-eb16-4466-967a-5835c97500fc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.0539055 Aug 13 04:49:58.076214 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b7900357-ac39-44f0-a221-e1b59c5d8039 req-05b821e9-8668-4b5f-b55b-d0adabf053be tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461774 Aug 13 04:49:58.111621 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5da70e-eb22-4454-aae4-0844b02e76f8 req-1d9045b0-20d3-4993-b7de-e4df69cb4230 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:58.113035 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6e5da70e-eb22-4454-aae4-0844b02e76f8 req-1d9045b0-20d3-4993-b7de-e4df69cb4230 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.0541844 Aug 13 04:49:58.150832 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6e5da70e-eb22-4454-aae4-0844b02e76f8 req-2862c525-4d45-4479-9e13-81b8f558cccb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Aug 13 04:49:58.648594 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52726) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:58.710572 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6398a9b3-ec6d-4c6c-b725-d356515e2162 req-8fa4cf74-1410-42fb-af82-1e5dd5da298a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0316401 Aug 13 04:49:58.758493 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-551c4cca-7688-4cca-8c10-69bc930beac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:58.870926 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f35337-57f0-42c7-8fb8-4c7d98259d35 req-e725301c-4802-4d2e-b6c8-d6caa9474ec8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:58.872437 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f6f35337-57f0-42c7-8fb8-4c7d98259d35 req-e725301c-4802-4d2e-b6c8-d6caa9474ec8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.0707004 Aug 13 04:49:58.935895 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-898307e6-7b0a-4234-a7f9-d14672dd02fe req-1ada4473-af3c-4e31-b505-b4984178a33e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0486157 Aug 13 04:49:58.955559 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f6f35337-57f0-42c7-8fb8-4c7d98259d35 req-7bf43352-e2cc-4f95-aaae-c445ad11a6bb tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766597 Aug 13 04:49:58.957269 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-551c4cca-7688-4cca-8c10-69bc930beac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:58.961658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-551c4cca-7688-4cca-8c10-69bc930beac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.005180 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c4cca-7688-4cca-8c10-69bc930beac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a294c3de-158d-4239-8ac7-2241f4973207,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:59.010821 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-551c4cca-7688-4cca-8c10-69bc930beac0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02b49b1ef7724d85acd7e3379921c429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605871 Aug 13 04:49:59.013379 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52746) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:59.065731 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-34dd7856-ead6-422a-a73a-ccd60926e04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.089557 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-34dd7856-ead6-422a-a73a-ccd60926e04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.133806 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-34dd7856-ead6-422a-a73a-ccd60926e04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.136845 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-34dd7856-ead6-422a-a73a-ccd60926e04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.138005 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-34dd7856-ead6-422a-a73a-ccd60926e04c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a294c3de-158d-4239-8ac7-2241f4973207 HTTP/1.1" status: 204 len: 168 time: 0.1234345 Aug 13 04:49:59.146062 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd7856-ead6-422a-a73a-ccd60926e04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a294c3de-158d-4239-8ac7-2241f4973207,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:59.200860 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a3b2-d4a0-4797-9ffd-3012252cf909 req-f08931b4-1aa1-49d6-8a01-4d2baede56d2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:59.202564 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-06f2a3b2-d4a0-4797-9ffd-3012252cf909 req-f08931b4-1aa1-49d6-8a01-4d2baede56d2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.0544806 Aug 13 04:49:59.270656 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-06f2a3b2-d4a0-4797-9ffd-3012252cf909 req-d9c8f793-a19c-4033-9193-a5bae5118eac tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608044 Aug 13 04:49:59.285566 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c304e0b-3822-488e-bb99-15629969459f req-8d44629e-3676-43ee-bac4-b70aad279464 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:49:59.287027 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4c304e0b-3822-488e-bb99-15629969459f req-8d44629e-3676-43ee-bac4-b70aad279464 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.0626698 Aug 13 04:49:59.324916 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4c304e0b-3822-488e-bb99-15629969459f req-a293e45b-934e-446b-845f-b07a571a62d5 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Aug 13 04:49:59.416376 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 52758) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:59.429642 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c807947c-2378-4f70-8967-14d1d1f877b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.495898 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Request body: {'port': {'device_id': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'admin_state_up': True, 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:49:59.497907 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-54ae4a12-35e8-4a0b-ac7b-60fac6762b37 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:49:59.499446 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-54ae4a12-35e8-4a0b-ac7b-60fac6762b37 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072639 Aug 13 04:49:59.568848 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c807947c-2378-4f70-8967-14d1d1f877b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.575730 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c807947c-2378-4f70-8967-14d1d1f877b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.617683 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-c807947c-2378-4f70-8967-14d1d1f877b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22841bfe1d1d4a5e927470d0967600c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001896 Aug 13 04:49:59.620919 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 52760) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:49:59.639076 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807947c-2378-4f70-8967-14d1d1f877b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae22ad8-c33c-4a26-b2ee-ce6fdf22e881,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:59.663006 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Made reservation on behalf of 03a7da6d9b5e4618a5c91faa55b1229b for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:49:59.667515 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.675278 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-83a3c0e7-047f-44da-8f4e-ea657208b2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.698171 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-83a3c0e7-047f-44da-8f4e-ea657208b2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.746415 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-83a3c0e7-047f-44da-8f4e-ea657208b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.748918 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-83a3c0e7-047f-44da-8f4e-ea657208b2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:49:59.769857 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-83a3c0e7-047f-44da-8f4e-ea657208b2c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ae22ad8-c33c-4a26-b2ee-ce6fdf22e881 HTTP/1.1" status: 204 len: 168 time: 0.1307125 Aug 13 04:49:59.787801 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3c0e7-047f-44da-8f4e-ea657208b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae22ad8-c33c-4a26-b2ee-ce6fdf22e881,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:49:59.848591 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf3e6ab9-dd92-4667-9f80-6be1e8020a75 req-4f63a93e-6057-4b71-8f8a-863a79337dcb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0460014 Aug 13 04:49:59.884775 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Allocated IP 172.20.0.5 (72429b5c-e10d-41a8-8715-fc0fc4b5daad/7d39f893-b897-4d19-87f8-8bb2da3cb381/b8fa0e25-36c0-40db-ad0c-ea3b7c8679df) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:49:59.919124 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Request body: {'port': {'device_id': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:00.039139 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Request body: {'port': {'device_id': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:00.105186 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:00.168135 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:00.214491 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Request body: {'port': {'device_id': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:00.233071 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c3703cec-4c09-4d41-9956-406c2b9a158c req-9d70d84c-74fe-4a7b-b8cf-5f66c92929ca tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.1683540 Aug 13 04:50:00.332046 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee594c1-79b5-41c7-9e6d-2af9552b02e3 req-f76ada6f-0660-48d4-abe3-defb63c59cfc tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:00.341323 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ee594c1-79b5-41c7-9e6d-2af9552b02e3 req-f76ada6f-0660-48d4-abe3-defb63c59cfc tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.2213597 Aug 13 04:50:00.413663 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:00.463272 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:00.471492 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ee594c1-79b5-41c7-9e6d-2af9552b02e3 req-4d12d1fb-696d-4084-8b3f-da08b2de00c2 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292505 Aug 13 04:50:00.560173 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7275c1-05ca-4cbf-93dd-6bb862c2c31d req-8d471ca8-bd3a-4c88-91c8-75c214917805 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:00.582505 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1f7275c1-05ca-4cbf-93dd-6bb862c2c31d req-8d471ca8-bd3a-4c88-91c8-75c214917805 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 932 time: 0.1791096 Aug 13 04:50:00.671208 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.58', 54924) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:00.780741 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad39143e-8af9-4d77-8097-d57fea43cf88 {{(pid=105492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:00.794775 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:00.813483 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:00.839921 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Transition to ACTIVE for port object ad39143e-8af9-4d77-8097-d57fea43cf88 will not be triggered until provisioned by entity L2. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:50:00.865792 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:00.900928 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-2a505181-4407-4409-b6f7-7e07be5e7d7b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:00.902636 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-2a505181-4407-4409-b6f7-7e07be5e7d7b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 809 time: 0.1941395 Aug 13 04:50:00.993852 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Pushing event updated for resources: {'Port': ['ID=ad39143e-8af9-4d77-8097-d57fea43cf88,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:01.054013 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1f7275c1-05ca-4cbf-93dd-6bb862c2c31d req-2d65c329-2dfe-4406-b140-0823adfcf854 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4705768 Aug 13 04:50:01.125155 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-aa4e62f1-5a1f-49cd-a75f-25979328ff08 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1 HTTP/1.1" status: 200 len: 380 time: 0.1999471 Aug 13 04:50:01.141543 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c5713-4c8e-459d-bd7d-61847b237335 req-2909fd64-4b1c-44f2-9f16-a369a2504948 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:01.143081 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-731c5713-4c8e-459d-bd7d-61847b237335 req-2909fd64-4b1c-44f2-9f16-a369a2504948 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 931 time: 0.5549829 Aug 13 04:50:01.143491 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'port': {'device_id': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'admin_state_up': True, 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'security_groups': ['4f319e72-fa7a-4cd4-b00f-5088859bcaf6']}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:01.166903 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Attempting to bind port ad39143e-8af9-4d77-8097-d57fea43cf88 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:50:01.167967 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Attempting to bind port ad39143e-8af9-4d77-8097-d57fea43cf88 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '1cc5d4be-f545-400a-a973-0e3b1f2a8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169'}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:50:01.168523 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Attempting to bind port ad39143e-8af9-4d77-8097-d57fea43cf88 on network 926d2647-cefe-4566-8b4a-d4f9b0a39169 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:01.180735 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.58', 54927) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:01.183409 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:50:01.208239 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Port ad39143e-8af9-4d77-8097-d57fea43cf88 on network 926d2647-cefe-4566-8b4a-d4f9b0a39169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:50:01.208657 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Attempting to bind port ad39143e-8af9-4d77-8097-d57fea43cf88 on network 926d2647-cefe-4566-8b4a-d4f9b0a39169 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:01.212906 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3638c3a7-013e-4b8a-82e2-28c6a412c384 {{(pid=105492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:01.231025 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:50:01.232137 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Checking segment: {'id': '1cc5d4be-f545-400a-a973-0e3b1f2a8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:50:01.232783 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Bound using segment: {'id': '1cc5d4be-f545-400a-a973-0e3b1f2a8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169'} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:50:01.233368 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Bound port: ad39143e-8af9-4d77-8097-d57fea43cf88, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc5d4be-f545-400a-a973-0e3b1f2a8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169'}}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:50:01.234155 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.234739 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-18c49f99-75ab-4430-a9b3-b98284f4f1db req-6fd7c478-879f-45a0-ba34-47dde2c064b1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0860212 Aug 13 04:50:01.235425 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Pushing event updated for resources: {'Port': ['ID=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:01.239044 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.250256 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:50:01.314357 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Transition to ACTIVE for port object 3638c3a7-013e-4b8a-82e2-28c6a412c384 will not be triggered until provisioned by entity L2. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:50:01.326042 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.442709 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:01.447253 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1fa014df-94cd-4203-a643-e5f2bbb0d2a2 req-62c76533-6513-433f-83ef-95aff4342e00 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.1016207 Aug 13 04:50:01.460718 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] For port ad39143e-8af9-4d77-8097-d57fea43cf88, host hv-cinder-76017, cleared binding levels {{(pid=105492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:50:01.469212 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:50:01.478713 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:01.479952 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.480415 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] For port ad39143e-8af9-4d77-8097-d57fea43cf88, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ad39143e-8af9-4d77-8097-d57fea43cf88,segment=NetworkSegment(1cc5d4be-f545-400a-a973-0e3b1f2a8f29),segment_id=1cc5d4be-f545-400a-a973-0e3b1f2a8f29)] {{(pid=105492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:50:01.509832 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-731c5713-4c8e-459d-bd7d-61847b237335 req-0be29437-0f21-44a6-80a0-4e2edd1916f3 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539898 Aug 13 04:50:01.527613 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.529295 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Made reservation on behalf of 1a5ec25b7b804a2380a5eab3bcfae7b1 for: {'port': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:50:01.533470 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.549105 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3f860259-7473-49a3-90e6-818cc71cfdde tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0576577 Aug 13 04:50:01.572392 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Request body: {'port': {'device_id': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:01.606584 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Attempting to bind port 3638c3a7-013e-4b8a-82e2-28c6a412c384 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:50:01.606927 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Attempting to bind port 3638c3a7-013e-4b8a-82e2-28c6a412c384 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:50:01.607263 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Attempting to bind port 3638c3a7-013e-4b8a-82e2-28c6a412c384 on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:01.640118 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-51c1b4b4-6a08-40c2-8945-18694f14fd25 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:01.641638 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-51c1b4b4-6a08-40c2-8945-18694f14fd25 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 816 time: 0.4566505 Aug 13 04:50:01.641764 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Port 3638c3a7-013e-4b8a-82e2-28c6a412c384 on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:50:01.642226 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Attempting to bind port 3638c3a7-013e-4b8a-82e2-28c6a412c384 on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:01.646720 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:01.647426 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.648866 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] 10.222.0.58 "PUT /v2.0/ports/ad39143e-8af9-4d77-8097-d57fea43cf88 HTTP/1.1" status: 200 len: 1093 time: 1.8100066 Aug 13 04:50:01.652788 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'tag': 'ad39143e-8af9-4d77-8097-d57fea43cf88'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:01.715919 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Request body: {'port': {'device_id': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'admin_state_up': True, 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:01.739346 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2324eac-0204-424c-85b7-d3070ff3ff05 {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:01.775516 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.900439 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:50:01.901558 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Checking segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:50:01.901761 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Bound using segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:50:01.914129 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Bound port: 3638c3a7-013e-4b8a-82e2-28c6a412c384, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:50:01.914799 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:01.956434 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95145f-ed65-4823-b26e-6a75d3bf33f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dddba36c-86fa-42d9-832c-3506f98dad63", "tag": "ad39143e-8af9-4d77-8097-d57fea43cf88"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:01.987436 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f31de1-7e2b-4e05-af53-bab4e9be71aa service neutron] Pushing event updated for resources: {'Port': ['ID=ad39143e-8af9-4d77-8097-d57fea43cf88,revision_number=3']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:02.003600 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.012177 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Transition to ACTIVE for port object e2324eac-0204-424c-85b7-d3070ff3ff05 will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:50:02.023604 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1a28c-bdbd-491c-84cf-c3b195f7799d req-954e7f94-1d46-4227-8f25-e0654b155240 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:02.032675 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-47e1a28c-bdbd-491c-84cf-c3b195f7799d req-954e7f94-1d46-4227-8f25-e0654b155240 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 932 time: 0.4040976 Aug 13 04:50:02.056614 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.078239 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-c48950f3-a982-46d9-9c2f-c52f84d41976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:02.079831 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-c48950f3-a982-46d9-9c2f-c52f84d41976 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fedf3019e9d24b838d81d2ea39a9a4e8&device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 1096 time: 0.3275270 Aug 13 04:50:02.142447 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Allocated IP 172.20.0.9 (9b80f710-f96c-4521-86ba-ead41265af35/b2c6526e-8f08-4dd8-82f4-b66881ea64f0/3f86feb7-fd47-4a29-a6d8-eab546cede57) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:50:02.216772 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Made reservation on behalf of 03a7da6d9b5e4618a5c91faa55b1229b for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:50:02.220528 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.266087 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Pushing event updated for resources: {'Port': ['ID=e2324eac-0204-424c-85b7-d3070ff3ff05,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:02.373513 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-47e1a28c-bdbd-491c-84cf-c3b195f7799d req-0502d004-1ff0-4883-a71d-3bf34fe14bcd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396294 Aug 13 04:50:02.434644 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7296889a-822f-4093-b19b-073d29dcff5c x-openstack-request-id: req-7296889a-822f-4093-b19b-073d29dcff5c {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:02.435025 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddba36c-86fa-42d9-832c-3506f98dad63", "tag": "ad39143e-8af9-4d77-8097-d57fea43cf88", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:02.435208 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7296889a-822f-4093-b19b-073d29dcff5c {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:02.435623 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'tag': 'ad39143e-8af9-4d77-8097-d57fea43cf88', 'status': 'completed', 'code': 200} Aug 13 04:50:02.441958 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-1e67f91c-7962-4c53-85d8-87de784c69c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad39143e-8af9-4d77-8097-d57fea43cf88 HTTP/1.1" status: 200 len: 217 time: 0.3226163 Aug 13 04:50:02.468628 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, cleared binding levels {{(pid=105492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:50:02.496788 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Attempting to bind port e2324eac-0204-424c-85b7-d3070ff3ff05 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:50:02.497159 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Attempting to bind port e2324eac-0204-424c-85b7-d3070ff3ff05 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:50:02.497535 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Attempting to bind port e2324eac-0204-424c-85b7-d3070ff3ff05 on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:02.515079 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:50:02.527944 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.545041 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Port e2324eac-0204-424c-85b7-d3070ff3ff05 on network 05189c26-6166-4db7-8717-3bc043b5c16f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:50:02.545400 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Attempting to bind port e2324eac-0204-424c-85b7-d3070ff3ff05 on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:02.558409 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3fc5b8f5-ab02-42a2-8e81-d04dbdbd1121 req-a749d3e5-d909-4164-85bc-bcf0ca728b00 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0628734 Aug 13 04:50:02.614328 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:50:02.614973 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Checking segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:50:02.615566 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Bound using segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:50:02.616035 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Bound port: e2324eac-0204-424c-85b7-d3070ff3ff05, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:50:02.616399 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.617739 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-917903cd-63d3-49ef-be70-3dc9b38fd1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:02.619867 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-917903cd-63d3-49ef-be70-3dc9b38fd1c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3 HTTP/1.1" status: 200 len: 852 time: 0.1690130 Aug 13 04:50:02.633183 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:02.634108 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.636319 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] 10.222.0.58 "PUT /v2.0/ports/3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 1094 time: 2.7961297 Aug 13 04:50:02.649195 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f425c2-e650-4a85-a04e-1d699c437338 req-ed0f9729-a524-4de1-9073-7aac97a9fcfd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:02.653020 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-02f425c2-e650-4a85-a04e-1d699c437338 req-ed0f9729-a524-4de1-9073-7aac97a9fcfd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.2755361 Aug 13 04:50:02.668948 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34801f-7cc5-4d7f-ae2b-bc027cb67d9f service neutron] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=3']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:02.731232 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.749743 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Transition to ACTIVE for port object 3f86feb7-fd47-4a29-a6d8-eab546cede57 will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:50:02.761606 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d0ab100-ee78-42e1-9b8e-6e299d3115bd req-3644932f-6769-4266-adb3-32d059f697a4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.1210623 Aug 13 04:50:02.816755 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.831536 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-02f425c2-e650-4a85-a04e-1d699c437338 req-038b9a3e-a6de-465e-b1b6-6d7aa29021cd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352177 Aug 13 04:50:02.877979 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Network 9b80f710-f96c-4521-86ba-ead41265af35 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:50:02.883065 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:50:02.889607 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:50:02.896432 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:02.896798 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] For port e2324eac-0204-424c-85b7-d3070ff3ff05, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:50:02.896921 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:02.913511 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'Port': ['ID=3f86feb7-fd47-4a29-a6d8-eab546cede57,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:02.918102 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-ec6e912c-004f-414e-bca3-1daa1e37bd7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7829909 Aug 13 04:50:02.933143 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] For port e2324eac-0204-424c-85b7-d3070ff3ff05, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2324eac-0204-424c-85b7-d3070ff3ff05,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:50:02.946924 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.013623 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94009e06-bf88-4215-94af-da8f78499e19 req-a987fc33-52b7-4a58-a0ff-ace5f4f5628b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:03.017324 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-94009e06-bf88-4215-94af-da8f78499e19 req-a987fc33-52b7-4a58-a0ff-ace5f4f5628b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.1741407 Aug 13 04:50:03.038778 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:03.039393 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.040783 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] 10.222.0.58 "PUT /v2.0/ports/e2324eac-0204-424c-85b7-d3070ff3ff05 HTTP/1.1" status: 200 len: 1094 time: 3.1911559 Aug 13 04:50:03.041262 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'tag': 'e2324eac-0204-424c-85b7-d3070ff3ff05'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:03.114599 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-602b4719-5d20-4452-870c-363370576bf8 None None] Provisioning for port 3f86feb7-fd47-4a29-a6d8-eab546cede57 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:50:03.118687 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-602b4719-5d20-4452-870c-363370576bf8 None None] Provisioning complete for port 3f86feb7-fd47-4a29-a6d8-eab546cede57 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:50:03.119064 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-602b4719-5d20-4452-870c-363370576bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.130883 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fa0e25-36c0-40db-ad0c-ea3b7c8679df {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:03.157823 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-602b4719-5d20-4452-870c-363370576bf8 None None] Port 3f86feb7-fd47-4a29-a6d8-eab546cede57 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:50:03.163092 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d458590a-864e-4936-ae27-bbc7377de349" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ff33f2-3ff8-41d9-b192-3dca11bd24f3", "tag": "e2324eac-0204-424c-85b7-d3070ff3ff05"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:03.168123 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.171993 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a35ff-d583-44dd-afc7-85e603dd89da service neutron] Pushing event updated for resources: {'Port': ['ID=e2324eac-0204-424c-85b7-d3070ff3ff05,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:03.182970 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-94009e06-bf88-4215-94af-da8f78499e19 req-0814bb5d-43b7-40f5-a767-c73e19868ec5 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584272 Aug 13 04:50:03.195830 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Transition to ACTIVE for port object b8fa0e25-36c0-40db-ad0c-ea3b7c8679df will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:50:03.206628 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.283720 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243a3a5-3796-4e0d-bba2-e278383cd783 x-openstack-request-id: req-7243a3a5-3796-4e0d-bba2-e278383cd783 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:03.284179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ff33f2-3ff8-41d9-b192-3dca11bd24f3", "tag": "e2324eac-0204-424c-85b7-d3070ff3ff05", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:03.284432 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7243a3a5-3796-4e0d-bba2-e278383cd783 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:03.284886 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'tag': 'e2324eac-0204-424c-85b7-d3070ff3ff05', 'status': 'completed', 'code': 200} Aug 13 04:50:03.301866 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:03.306686 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Allocated IP 172.20.0.8 (72429b5c-e10d-41a8-8715-fc0fc4b5daad/7d39f893-b897-4d19-87f8-8bb2da3cb381/916671e7-7f59-48c9-976a-00079501ae4e) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:50:03.346395 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Attempting to bind port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:50:03.346721 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Attempting to bind port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:50:03.347049 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Attempting to bind port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df on network 72429b5c-e10d-41a8-8715-fc0fc4b5daad {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:03.358363 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df on network 72429b5c-e10d-41a8-8715-fc0fc4b5daad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:50:03.358685 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Attempting to bind port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df on network 72429b5c-e10d-41a8-8715-fc0fc4b5daad {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:03.370115 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:50:03.370428 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Checking segment: {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:50:03.370803 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Bound using segment: {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:50:03.371507 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Bound port: b8fa0e25-36c0-40db-ad0c-ea3b7c8679df, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:50:03.371861 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.538882 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] For port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:50:03.562153 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7406aaf-3dea-40c0-91f4-f0ff584cc0a2 req-f2c15c0c-c787-4634-bfc8-924666cfa6f1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:03.563606 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e7406aaf-3dea-40c0-91f4-f0ff584cc0a2 req-f2c15c0c-c787-4634-bfc8-924666cfa6f1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.1068125 Aug 13 04:50:03.569084 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] For port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:50:03.583977 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.796222 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.803022 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:03.803632 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.804994 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 200 len: 1093 time: 2.2398200 Aug 13 04:50:03.837539 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7647b1e9-320b-4345-a427-f26bc850b8f7 req-60885325-1967-40d9-a0a8-1f08182d2885 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0622594 Aug 13 04:50:03.844968 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e7406aaf-3dea-40c0-91f4-f0ff584cc0a2 req-e3c696bd-47d6-4bb7-b2df-e4fd73e26d17 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745996 Aug 13 04:50:03.862249 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47809a-1d47-406f-8278-f2d4056fe3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:03.898442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:03.987305 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Network 72429b5c-e10d-41a8-8715-fc0fc4b5daad is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:50:03.996235 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:50:04.002265 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:50:04.007733 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:04.008346 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:04.028978 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Pushing event updated for resources: {'Port': ['ID=916671e7-7f59-48c9-976a-00079501ae4e,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:04.046287 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349102-03bb-4642-8b49-0416f4b76426 req-22de1c1e-d9b5-4954-a914-a30e8219103c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:04.047756 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f349102-03bb-4642-8b49-0416f4b76426 req-22de1c1e-d9b5-4954-a914-a30e8219103c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 931 time: 0.1426988 Aug 13 04:50:04.048972 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f87ce8f6-9c2a-4149-9a7d-b4efd33e242f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3406081 Aug 13 04:50:04.057549 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a497d-4341-481d-b85c-eb836401a93c req-96b749b2-2439-4097-9311-5b0453fc0a44 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:04.058937 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-353a497d-4341-481d-b85c-eb836401a93c req-96b749b2-2439-4097-9311-5b0453fc0a44 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.1505358 Aug 13 04:50:04.111575 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f349102-03bb-4642-8b49-0416f4b76426 req-ebd16357-f7bc-4a1c-8cd8-a2ef0652875e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517182 Aug 13 04:50:04.116150 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-353a497d-4341-481d-b85c-eb836401a93c req-33ea8cce-60de-490d-889e-d0a3484e2d0f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507016 Aug 13 04:50:04.312185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a1dc0-d2f3-42da-bf14-b21044d99714 req-2bf65cd9-1594-4e4a-805a-9b7c8b5df50e tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:04.313870 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-492a1dc0-d2f3-42da-bf14-b21044d99714 req-2bf65cd9-1594-4e4a-805a-9b7c8b5df50e tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0523992 Aug 13 04:50:04.350467 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-492a1dc0-d2f3-42da-bf14-b21044d99714 req-a243ad40-ae8c-4a76-bf58-da0c7043ea99 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306668 Aug 13 04:50:04.436997 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:04.439379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812db9c4-66d9-470e-9858-99d352f69442" -d '{"events": [{"name": "network-changed", "server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:04.516617 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9346f-e429-4a63-acc2-0423c9b15513 x-openstack-request-id: req-05c9346f-e429-4a63-acc2-0423c9b15513 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:04.516973 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:04.517231 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05c9346f-e429-4a63-acc2-0423c9b15513 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:04.517947 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'status': 'completed', 'code': 200} Aug 13 04:50:04.977308 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9ff04-6524-43c8-9489-5a74d0699d57 req-2ba3fe9b-4b33-4d8e-96b2-cb06f0553bb5 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:04.979200 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ef9ff04-6524-43c8-9489-5a74d0699d57 req-2ba3fe9b-4b33-4d8e-96b2-cb06f0553bb5 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 931 time: 0.0720570 Aug 13 04:50:04.990659 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bb7fb-2736-445c-913e-dee5428ffdff req-154c3c68-d9b4-4994-a174-a8f5a73045fe tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:04.992027 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b20bb7fb-2736-445c-913e-dee5428ffdff req-154c3c68-d9b4-4994-a174-a8f5a73045fe tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0756824 Aug 13 04:50:05.049179 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ef9ff04-6524-43c8-9489-5a74d0699d57 req-8f666947-fb39-429d-a2aa-69b89d043302 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Aug 13 04:50:05.051853 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b20bb7fb-2736-445c-913e-dee5428ffdff req-ed1e9e21-2be6-4dc5-a54c-bf05162e454c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Aug 13 04:50:05.248763 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41501382-8805-42ed-b884-1fc5b1c5d392 req-fed697d3-5dec-4c5a-a8e2-bd8354912173 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:05.250134 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-41501382-8805-42ed-b884-1fc5b1c5d392 req-fed697d3-5dec-4c5a-a8e2-bd8354912173 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 931 time: 0.0721402 Aug 13 04:50:05.269726 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8d176-225d-4ca6-aa01-b44f3f911a0c req-bfd56a6b-7865-4a16-8f85-b170fe226dda tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:05.271322 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-58c8d176-225d-4ca6-aa01-b44f3f911a0c req-bfd56a6b-7865-4a16-8f85-b170fe226dda tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0680597 Aug 13 04:50:05.288606 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'tag': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:05.291116 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc41b6e7-032e-4390-9a22-989ef6a312fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8068f0c-c20c-41d0-b183-9d545ab782ef", "tag": "b8fa0e25-36c0-40db-ad0c-ea3b7c8679df"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:05.327242 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-41501382-8805-42ed-b884-1fc5b1c5d392 req-4201cdae-9011-4b3f-8934-83221546556f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701673 Aug 13 04:50:05.333960 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-58c8d176-225d-4ca6-aa01-b44f3f911a0c req-05120f04-cc99-4287-ad6f-883764c5e86e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550787 Aug 13 04:50:05.370620 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2056c8fa-7a68-4366-a533-4afcef25e127 x-openstack-request-id: req-2056c8fa-7a68-4366-a533-4afcef25e127 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:05.370910 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8068f0c-c20c-41d0-b183-9d545ab782ef", "tag": "b8fa0e25-36c0-40db-ad0c-ea3b7c8679df", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:05.371165 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2056c8fa-7a68-4366-a533-4afcef25e127 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:05.371548 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'tag': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df', 'status': 'completed', 'code': 200} Aug 13 04:50:05.466360 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce753b5-2c07-4a92-9032-2def92cc4b95 req-c295ee6c-8d1c-4eee-bac6-cef3dc5246bf tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:05.467818 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1ce753b5-2c07-4a92-9032-2def92cc4b95 req-c295ee6c-8d1c-4eee-bac6-cef3dc5246bf tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0524321 Aug 13 04:50:05.509038 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1ce753b5-2c07-4a92-9032-2def92cc4b95 req-5927caf9-46cb-48bc-90d6-6f9b5e463829 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350091 Aug 13 04:50:06.196553 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8780ab-9f4f-4098-ada7-59c2c7c5a833 req-1085fc04-fe53-4d38-9105-3769d6919cb6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:06.198800 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc8780ab-9f4f-4098-ada7-59c2c7c5a833 req-1085fc04-fe53-4d38-9105-3769d6919cb6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 931 time: 0.0798845 Aug 13 04:50:06.205970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63b9b-df9d-4fd0-a0df-29f7fbfdd585 req-3c0e3c1a-a2ca-4208-8a59-2aa53cfd4c23 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:06.207346 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-71b63b9b-df9d-4fd0-a0df-29f7fbfdd585 req-3c0e3c1a-a2ca-4208-8a59-2aa53cfd4c23 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0867364 Aug 13 04:50:06.260811 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc8780ab-9f4f-4098-ada7-59c2c7c5a833 req-c45aa9c9-9a9d-4171-8efd-73ce14602760 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519700 Aug 13 04:50:06.265444 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-71b63b9b-df9d-4fd0-a0df-29f7fbfdd585 req-9e8b2cd7-33d2-4951-8d2a-7c0fd5aa895c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513911 Aug 13 04:50:06.469608 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146b6f-704c-47dd-a582-96552e0ce17b req-7727f770-58ea-4f61-8116-d62ef6cb5ee8 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:06.471037 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-82146b6f-704c-47dd-a582-96552e0ce17b req-7727f770-58ea-4f61-8116-d62ef6cb5ee8 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 931 time: 0.0787280 Aug 13 04:50:06.483050 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd9062-c76e-46b4-83df-65afff22abaa req-db6dfa77-1990-40ac-83db-dbaf9066efe2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:06.484396 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-38fd9062-c76e-46b4-83df-65afff22abaa req-db6dfa77-1990-40ac-83db-dbaf9066efe2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0625763 Aug 13 04:50:06.536506 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-82146b6f-704c-47dd-a582-96552e0ce17b req-48408c43-65e7-4dff-8239-cdf47b0add01 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512021 Aug 13 04:50:06.541057 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-38fd9062-c76e-46b4-83df-65afff22abaa req-de82a2ec-0c40-4a07-a39a-a9a0f06136b5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502210 Aug 13 04:50:06.638536 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6fd5-e306-42ba-a24c-a4148e9aabc8 req-af269599-ed14-434e-9521-3b09da2e4968 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:06.640002 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-317e6fd5-e306-42ba-a24c-a4148e9aabc8 req-af269599-ed14-434e-9521-3b09da2e4968 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0479779 Aug 13 04:50:06.686615 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-317e6fd5-e306-42ba-a24c-a4148e9aabc8 req-ebfece31-ef7d-4467-81b7-e0d0573fe817 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Aug 13 04:50:07.410385 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ae87e-d30f-4cdb-abff-80d66dfa38cb req-d3f61c13-3b39-4684-9d68-182303d174c7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.411909 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7b6ae87e-d30f-4cdb-abff-80d66dfa38cb req-d3f61c13-3b39-4684-9d68-182303d174c7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0804501 Aug 13 04:50:07.422791 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba8f4-79e0-40e6-a515-0018179ae1bd req-36ccee91-9b3b-4e2d-8f50-ca6db6ec9177 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.424183 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-21bba8f4-79e0-40e6-a515-0018179ae1bd req-36ccee91-9b3b-4e2d-8f50-ca6db6ec9177 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 931 time: 0.0945723 Aug 13 04:50:07.473399 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-99fa5b0c-8b56-4ca1-b68f-56f40fd05ff8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d2647-cefe-4566-8b4a-d4f9b0a39169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568480 Aug 13 04:50:07.482272 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7b6ae87e-d30f-4cdb-abff-80d66dfa38cb req-6b02458a-af51-472e-ae10-0cdcb1514c8a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571506 Aug 13 04:50:07.486828 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-21bba8f4-79e0-40e6-a515-0018179ae1bd req-b3e25271-9991-48ef-8db7-2cfd7eefed35 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559828 Aug 13 04:50:07.513490 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Request body: {'port': {'device_id': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:07.514518 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Request body: {'port': {'device_id': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:07.647898 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:07.649574 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:07.677239 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-02deb6aa-2e5d-41c9-bf13-62d939edf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.678697 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-02deb6aa-2e5d-41c9-bf13-62d939edf766 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1096 time: 0.1404409 Aug 13 04:50:07.729371 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-4982e8d5-35cb-4f53-a289-0cad87eab14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.730880 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-4982e8d5-35cb-4f53-a289-0cad87eab14c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1097 time: 0.1929483 Aug 13 04:50:07.756734 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458590a-864e-4936-ae27-bbc7377de349 req-f6ef065f-b284-47c8-b123-942983138ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.757886 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-53bcb21a-2533-4a1b-a2f7-ad5565f5ddec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 200 len: 217 time: 0.0555375 Aug 13 04:50:07.758224 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d458590a-864e-4936-ae27-bbc7377de349 req-f6ef065f-b284-47c8-b123-942983138ad3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 1097 time: 0.1674676 Aug 13 04:50:07.765246 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-4d5bf9a5-ad63-47bc-a62c-549a7a2086ed service neutron] 10.222.0.58 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279925 Aug 13 04:50:07.857347 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924242-63b5-47a4-9666-b350a6298a7c req-0526f3ae-75ea-40fc-994d-5ddf5c1ac828 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.858823 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4924242-63b5-47a4-9666-b350a6298a7c req-0526f3ae-75ea-40fc-994d-5ddf5c1ac828 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 931 time: 0.2005155 Aug 13 04:50:07.866016 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c3095-091f-4050-92ec-389c1860b836 req-e3610e24-2cf0-45fc-9e84-0e43d085f433 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.867613 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4e8c3095-091f-4050-92ec-389c1860b836 req-e3610e24-2cf0-45fc-9e84-0e43d085f433 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.2159450 Aug 13 04:50:07.977101 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-e37141cd-c0bf-4ebb-a27d-fecb7236ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:07.979016 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-e37141cd-c0bf-4ebb-a27d-fecb7236ec0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.1476574 Aug 13 04:50:08.009536 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-7df77cdc-bc3a-4138-aee6-5e61ef28bc07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 217 time: 0.2083290 Aug 13 04:50:08.033743 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-35b3b111-b52f-429c-a29b-b50e94cea25b req-cf9b2500-82d8-400b-ba54-c57cdde863ad service neutron] 10.222.0.58 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038867 Aug 13 04:50:08.113224 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f86feb7-fd47-4a29-a6d8-eab546cede57 {{(pid=105492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:08.121502 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.132935 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Transition to ACTIVE for port object 3f86feb7-fd47-4a29-a6d8-eab546cede57 will not be triggered until provisioned by entity L2. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:50:08.137015 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.163865 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4924242-63b5-47a4-9666-b350a6298a7c req-476fca7c-38d4-450c-82d2-ab403b874881 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695224 Aug 13 04:50:08.173689 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4e8c3095-091f-4050-92ec-389c1860b836 req-2bb8024f-a994-415b-9e0d-fd1dbc121b19 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662828 Aug 13 04:50:08.234702 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Pushing event updated for resources: {'Port': ['ID=3f86feb7-fd47-4a29-a6d8-eab546cede57,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:08.250096 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Attempting to bind port 3f86feb7-fd47-4a29-a6d8-eab546cede57 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:50:08.250441 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Attempting to bind port 3f86feb7-fd47-4a29-a6d8-eab546cede57 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:50:08.250781 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Attempting to bind port 3f86feb7-fd47-4a29-a6d8-eab546cede57 on network 9b80f710-f96c-4521-86ba-ead41265af35 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:08.262665 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Port 3f86feb7-fd47-4a29-a6d8-eab546cede57 on network 9b80f710-f96c-4521-86ba-ead41265af35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:50:08.263004 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Attempting to bind port 3f86feb7-fd47-4a29-a6d8-eab546cede57 on network 9b80f710-f96c-4521-86ba-ead41265af35 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:08.268812 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:50:08.269182 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Checking segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:50:08.269634 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Bound using segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:50:08.270422 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Bound port: 3f86feb7-fd47-4a29-a6d8-eab546cede57, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:50:08.270422 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.359106 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] For port 3f86feb7-fd47-4a29-a6d8-eab546cede57, host hv-cinder-76017, cleared binding levels {{(pid=105492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:50:08.362756 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] For port 3f86feb7-fd47-4a29-a6d8-eab546cede57, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:50:08.368089 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.407711 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458590a-864e-4936-ae27-bbc7377de349 req-1bc6e444-c80a-4e76-a49b-eac0423f5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:08.409257 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d458590a-864e-4936-ae27-bbc7377de349 req-1bc6e444-c80a-4e76-a49b-eac0423f5176 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6089847 Aug 13 04:50:08.425675 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:08.426384 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.428143 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] 10.222.0.58 "PUT /v2.0/ports/3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 200 len: 1093 time: 0.9195213 Aug 13 04:50:08.428738 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:08.431146 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85d775c-bbdf-412a-96fa-b164dcbfd693" -d '{"events": [{"name": "network-changed", "server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:08.448773 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23660713-5013-4122-a3c0-09f4167e07eb service neutron] Pushing event updated for resources: {'Port': ['ID=3f86feb7-fd47-4a29-a6d8-eab546cede57,revision_number=3']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:08.456843 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a014-47ec-480b-b54d-58aa69108e0a req-0570e5d9-f822-4f76-b3fe-8404a70de112 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:08.458381 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b244a014-47ec-480b-b54d-58aa69108e0a req-0570e5d9-f822-4f76-b3fe-8404a70de112 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0862203 Aug 13 04:50:08.482499 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a3034-2b9e-4480-aec7-b2e2a4c2b4e0 x-openstack-request-id: req-fa7a3034-2b9e-4480-aec7-b2e2a4c2b4e0 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:08.483325 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:08.483582 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa7a3034-2b9e-4480-aec7-b2e2a4c2b4e0 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:08.484029 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'status': 'completed', 'code': 200} Aug 13 04:50:08.526592 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916671e7-7f59-48c9-976a-00079501ae4e {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:08.537177 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.542991 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b244a014-47ec-480b-b54d-58aa69108e0a req-e034bb42-329e-4c32-acff-6fc63ff553d7 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 Aug 13 04:50:08.556118 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Transition to ACTIVE for port object 916671e7-7f59-48c9-976a-00079501ae4e will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:50:08.587149 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.679321 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Pushing event updated for resources: {'Port': ['ID=916671e7-7f59-48c9-976a-00079501ae4e,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:08.694903 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ca683-b5bd-4297-b9a8-5c61631bbdf8 req-4909a3a1-f35d-4646-85d1-dfcd8a9ae7aa tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:08.696422 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d50ca683-b5bd-4297-b9a8-5c61631bbdf8 req-4909a3a1-f35d-4646-85d1-dfcd8a9ae7aa tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.1418147 Aug 13 04:50:08.749979 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b2ec2-af3c-43db-9f8f-2d8aa543a4d6 req-0aebc47e-6627-472e-9b11-7ceaf0a3ad35 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:08.751482 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b88b2ec2-af3c-43db-9f8f-2d8aa543a4d6 req-0aebc47e-6627-472e-9b11-7ceaf0a3ad35 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.1324694 Aug 13 04:50:08.759157 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Attempting to bind port 916671e7-7f59-48c9-976a-00079501ae4e on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:50:08.759496 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Attempting to bind port 916671e7-7f59-48c9-976a-00079501ae4e by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:50:08.760361 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Attempting to bind port 916671e7-7f59-48c9-976a-00079501ae4e on network 72429b5c-e10d-41a8-8715-fc0fc4b5daad {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:08.780930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Port 916671e7-7f59-48c9-976a-00079501ae4e on network 72429b5c-e10d-41a8-8715-fc0fc4b5daad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:50:08.781248 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Attempting to bind port 916671e7-7f59-48c9-976a-00079501ae4e on network 72429b5c-e10d-41a8-8715-fc0fc4b5daad {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:50:08.793532 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d50ca683-b5bd-4297-b9a8-5c61631bbdf8 req-a008b441-576e-4f4c-9d76-4b2bc733621b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784590 Aug 13 04:50:08.797364 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:50:08.797732 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Checking segment: {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:50:08.798109 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Bound using segment: {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:50:08.798631 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Bound port: 916671e7-7f59-48c9-976a-00079501ae4e, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099e86fc-3054-424a-a3ea-ff2d264432f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:50:08.798998 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.824208 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b88b2ec2-af3c-43db-9f8f-2d8aa543a4d6 req-513814c6-795b-42a9-8383-841fa15d22dd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606856 Aug 13 04:50:08.876309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] For port 916671e7-7f59-48c9-976a-00079501ae4e, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:50:08.879377 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] For port 916671e7-7f59-48c9-976a-00079501ae4e, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=916671e7-7f59-48c9-976a-00079501ae4e,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:50:08.883420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.915391 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:08.916027 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:08.917705 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] 10.222.0.58 "PUT /v2.0/ports/916671e7-7f59-48c9-976a-00079501ae4e HTTP/1.1" status: 200 len: 1093 time: 1.4083638 Aug 13 04:50:08.918151 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'tag': '916671e7-7f59-48c9-976a-00079501ae4e'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:08.920330 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba66ebd-63f3-4716-b94e-0f4d49688656" -d '{"events": [{"name": "network-changed", "server_uuid": "d537cd0f-3757-4391-9162-d738c413d1a3", "tag": "916671e7-7f59-48c9-976a-00079501ae4e"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:08.944471 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6605-65a3-4a94-ae39-4c2c3b144e1d service neutron] Pushing event updated for resources: {'Port': ['ID=916671e7-7f59-48c9-976a-00079501ae4e,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:08.962609 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6ef0b6-71ff-4b64-8a05-9f7ad6c937cb x-openstack-request-id: req-3d6ef0b6-71ff-4b64-8a05-9f7ad6c937cb {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:08.963511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d537cd0f-3757-4391-9162-d738c413d1a3", "tag": "916671e7-7f59-48c9-976a-00079501ae4e", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:08.963776 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d6ef0b6-71ff-4b64-8a05-9f7ad6c937cb {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:08.964172 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'tag': '916671e7-7f59-48c9-976a-00079501ae4e', 'status': 'completed', 'code': 200} Aug 13 04:50:09.321646 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861649-dad4-4385-9391-1df6f02232e1 req-7c715a33-fc03-4f2d-9038-80d5d497d780 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:09.323611 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-59861649-dad4-4385-9391-1df6f02232e1 req-7c715a33-fc03-4f2d-9038-80d5d497d780 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.0884016 Aug 13 04:50:09.338037 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c054377-1564-4fe7-9b60-7a6f8e664fb3 req-32d1e4f1-1c00-478d-9d2a-3cac8eb15407 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:09.339494 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2c054377-1564-4fe7-9b60-7a6f8e664fb3 req-32d1e4f1-1c00-478d-9d2a-3cac8eb15407 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0714943 Aug 13 04:50:09.400546 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-59861649-dad4-4385-9391-1df6f02232e1 req-d5609a53-5f31-4a1c-8a3b-3488101de06d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704980 Aug 13 04:50:09.406188 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2c054377-1564-4fe7-9b60-7a6f8e664fb3 req-80c6f9d1-82e4-4150-8f69-4d197b858245 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602043 Aug 13 04:50:09.656717 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad274-2225-464c-b3a8-96d8b9a62778 req-de11781e-0a10-4af0-acf0-9ad97d4f8e18 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:09.658187 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b15ad274-2225-464c-b3a8-96d8b9a62778 req-de11781e-0a10-4af0-acf0-9ad97d4f8e18 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0464611 Aug 13 04:50:09.697949 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b15ad274-2225-464c-b3a8-96d8b9a62778 req-7f240639-9113-42db-bbe8-814037a695a5 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Aug 13 04:50:09.949511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791595d-088a-4f9a-82df-e321f97eed4a req-617f691a-14ab-4120-ab3f-2837632354e7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:09.951179 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9791595d-088a-4f9a-82df-e321f97eed4a req-617f691a-14ab-4120-ab3f-2837632354e7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0847116 Aug 13 04:50:09.965068 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5ba3b-21cb-42e0-a899-afbf4bb7068d req-29f0fa70-1fe4-44ac-951c-4c588e29157c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:09.966572 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d2e5ba3b-21cb-42e0-a899-afbf4bb7068d req-29f0fa70-1fe4-44ac-951c-4c588e29157c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.0711534 Aug 13 04:50:10.020350 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9791595d-088a-4f9a-82df-e321f97eed4a req-9a4960c9-232d-4445-9615-922c1377075b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528102 Aug 13 04:50:10.025156 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d2e5ba3b-21cb-42e0-a899-afbf4bb7068d req-bf4d3434-ee23-4751-8721-f4c031435890 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Aug 13 04:50:10.034998 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-cb9e806d-4ab2-4adc-bc1d-200508994b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:10.547461 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c287e-90e4-46da-965a-64e2a3289edd req-29556920-05bc-47db-9242-02340e7a258c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:10.548922 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a44c287e-90e4-46da-965a-64e2a3289edd req-29556920-05bc-47db-9242-02340e7a258c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.0815744 Aug 13 04:50:10.560366 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3430237-f62b-4bfe-9246-23bb2b394691 req-4a6470fd-371c-4ef9-a20a-29d075e3cb4b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:10.561733 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d3430237-f62b-4bfe-9246-23bb2b394691 req-4a6470fd-371c-4ef9-a20a-29d075e3cb4b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0691686 Aug 13 04:50:10.615038 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a44c287e-90e4-46da-965a-64e2a3289edd req-dc82ac36-9f75-48ed-96d3-67cd76ef628b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522461 Aug 13 04:50:10.620623 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d3430237-f62b-4bfe-9246-23bb2b394691 req-17a6caae-c673-4bbc-a2e2-79119cecdce5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523570 Aug 13 04:50:10.805994 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:10.812137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81943bf-3396-468d-ae4b-37d96ac93bf5 req-6a9fd232-a415-4fbd-a077-60229b35750e tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:10.813631 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d81943bf-3396-468d-ae4b-37d96ac93bf5 req-6a9fd232-a415-4fbd-a077-60229b35750e tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0519884 Aug 13 04:50:10.849922 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d81943bf-3396-468d-ae4b-37d96ac93bf5 req-5446cf3c-c5f5-4e89-b6b2-58b4224a8eb8 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Aug 13 04:50:11.171470 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52066b8-deca-4f6c-9357-a22949c7deef req-bbd69606-ae21-4b60-8476-79c1577b1447 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:11.173212 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a52066b8-deca-4f6c-9357-a22949c7deef req-bbd69606-ae21-4b60-8476-79c1577b1447 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.0725129 Aug 13 04:50:11.180316 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac005b-cefd-40be-99d0-4b658bcc30dd req-8b1aa5c3-98c6-41a4-b022-4d042c9d6378 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:11.181729 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbac005b-cefd-40be-99d0-4b658bcc30dd req-8b1aa5c3-98c6-41a4-b022-4d042c9d6378 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0897353 Aug 13 04:50:11.236035 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a52066b8-deca-4f6c-9357-a22949c7deef req-339556aa-ff1e-4777-bc56-9e2e0a7a14fd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533040 Aug 13 04:50:11.240939 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbac005b-cefd-40be-99d0-4b658bcc30dd req-7381b724-607e-457f-a768-e25859b860ab tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526440 Aug 13 04:50:11.758714 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7b3cd-e12b-4278-ba36-3ca5c4d35774 req-5b1a7f5f-1659-4945-9d77-04e6ba82b03c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:11.760216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-abe7b3cd-e12b-4278-ba36-3ca5c4d35774 req-5b1a7f5f-1659-4945-9d77-04e6ba82b03c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.0794082 Aug 13 04:50:11.771056 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a078140-1330-4267-9709-403b6211c10f req-dc9794ea-320b-473f-8f28-c1ef65e06117 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:11.772400 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5a078140-1330-4267-9709-403b6211c10f req-dc9794ea-320b-473f-8f28-c1ef65e06117 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0659881 Aug 13 04:50:11.827298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-abe7b3cd-e12b-4278-ba36-3ca5c4d35774 req-c17b49fa-cc4f-441b-871c-c13462ca5e83 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539885 Aug 13 04:50:11.830021 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5a078140-1330-4267-9709-403b6211c10f req-a7ee38ab-d985-4a6b-ba1b-156637e4df98 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508664 Aug 13 04:50:11.961664 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296d071-e5e6-41ae-8be5-cc35f5cab878 req-3f8d1e97-8375-4770-942a-cb1cda698adb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:11.963046 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7296d071-e5e6-41ae-8be5-cc35f5cab878 req-3f8d1e97-8375-4770-942a-cb1cda698adb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0481887 Aug 13 04:50:12.006816 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7296d071-e5e6-41ae-8be5-cc35f5cab878 req-25e54396-9e1a-4acd-a062-46e968c59c78 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 Aug 13 04:50:12.253783 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-832b8657-791b-4c59-9a6a-e04216d89d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:12.368228 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-cf0b3b39-2109-463c-965f-1819e9adf0dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306756 Aug 13 04:50:12.395846 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba6543-0f16-44ac-9ba4-59d7cc079f05 req-eeba27a1-8729-4c74-a17f-3346cdec5a9b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.397302 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46ba6543-0f16-44ac-9ba4-59d7cc079f05 req-eeba27a1-8729-4c74-a17f-3346cdec5a9b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.0885463 Aug 13 04:50:12.405240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c77a8-d48a-4fdc-b6af-f194c430d15c req-6f64234c-bbf5-48c2-bd4f-6f17b239c2ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.406691 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-060c77a8-d48a-4fdc-b6af-f194c430d15c req-6f64234c-bbf5-48c2-bd4f-6f17b239c2ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0960314 Aug 13 04:50:12.462401 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46ba6543-0f16-44ac-9ba4-59d7cc079f05 req-45b1a1bd-5f9e-445a-ad29-2ef8b3356488 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547729 Aug 13 04:50:12.471219 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-060c77a8-d48a-4fdc-b6af-f194c430d15c req-2402aac3-95b2-438c-b80c-8b28323938d5 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Aug 13 04:50:12.619563 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:12.644821 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-ba19cdd3-9dbf-4930-88ca-bf3c6f859ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.646358 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-ba19cdd3-9dbf-4930-88ca-bf3c6f859ed7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.1687648 Aug 13 04:50:12.665042 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d775c-bbdf-412a-96fa-b164dcbfd693 req-3f36fa51-cceb-4d20-b90a-8539a6601366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.666593 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a85d775c-bbdf-412a-96fa-b164dcbfd693 req-3f36fa51-cceb-4d20-b90a-8539a6601366 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1096 time: 0.1379099 Aug 13 04:50:12.675998 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba66ebd-63f3-4716-b94e-0f4d49688656 req-8332630d-e33f-4f8e-8cda-07c9ae7b6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.677366 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-dba66ebd-63f3-4716-b94e-0f4d49688656 req-8332630d-e33f-4f8e-8cda-07c9ae7b6265 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0791419 Aug 13 04:50:12.689986 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-3a3af16b-aee2-4b71-b664-2ed6d3cbb85d service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626432 Aug 13 04:50:12.745707 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-2969b42d-33a8-4fca-afb8-2802a28469e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.745981 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-2969b42d-33a8-4fca-afb8-2802a28469e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fedf3019e9d24b838d81d2ea39a9a4e8&device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 1096 time: 0.2012150 Aug 13 04:50:12.805203 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458590a-864e-4936-ae27-bbc7377de349 req-ef59326f-0ee0-4853-a924-5df59f74f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.807216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d458590a-864e-4936-ae27-bbc7377de349 req-ef59326f-0ee0-4853-a924-5df59f74f814 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3277395 Aug 13 04:50:12.863420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-56c65465-8260-4aad-a110-a5971ffd57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.865251 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-56c65465-8260-4aad-a110-a5971ffd57bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2096434 Aug 13 04:50:12.997636 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d775c-bbdf-412a-96fa-b164dcbfd693 req-11244a60-c4a8-458d-8abe-0ad4efb810cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:12.998750 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a85d775c-bbdf-412a-96fa-b164dcbfd693 req-11244a60-c4a8-458d-8abe-0ad4efb810cb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3048472 Aug 13 04:50:13.015959 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ac194ea7-a887-43a2-a22a-ba83c51a9e19 req-f6d3abae-25bf-4321-8df3-ddc3d93ab899 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134434 Aug 13 04:50:13.020588 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba66ebd-63f3-4716-b94e-0f4d49688656 req-1605b009-228f-40ac-a976-8ad78632c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.022049 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-dba66ebd-63f3-4716-b94e-0f4d49688656 req-1605b009-228f-40ac-a976-8ad78632c574 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3185861 Aug 13 04:50:13.153196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-1a3c13cb-e8ab-4798-a67e-934b6f7de670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.154704 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-1a3c13cb-e8ab-4798-a67e-934b6f7de670 service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d2647-cefe-4566-8b4a-d4f9b0a39169 HTTP/1.1" status: 200 len: 912 time: 0.3910050 Aug 13 04:50:13.172632 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bdcb1-e71b-4e84-80ca-dfad201ad0d0 req-981a6c65-1736-46ee-9112-4f537b6e2b17 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.174107 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-760bdcb1-e71b-4e84-80ca-dfad201ad0d0 req-981a6c65-1736-46ee-9112-4f537b6e2b17 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.1091006 Aug 13 04:50:13.182328 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b3909-1a28-4dff-a956-ac50397a7f05 req-81b72403-8d0c-47a1-9f9c-bfd7046f514a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.183715 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a14b3909-1a28-4dff-a956-ac50397a7f05 req-81b72403-8d0c-47a1-9f9c-bfd7046f514a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.1198049 Aug 13 04:50:13.340302 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-ef1bf278-9888-4f96-8d08-ca46eaa83cb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad39143e-8af9-4d77-8097-d57fea43cf88 HTTP/1.1" status: 200 len: 217 time: 0.0750649 Aug 13 04:50:13.348427 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a14b3909-1a28-4dff-a956-ac50397a7f05 req-44d74711-93b7-4c57-9d4f-cf5f73a88721 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578283 Aug 13 04:50:13.351724 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-760bdcb1-e71b-4e84-80ca-dfad201ad0d0 req-9da60126-c5fa-4288-8c8c-77642d11a6ec tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667321 Aug 13 04:50:13.452362 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-c0cfb181-eace-472e-9d34-6257a38bf1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.453731 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-c0cfb181-eace-472e-9d34-6257a38bf1b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3 HTTP/1.1" status: 200 len: 852 time: 0.1011868 Aug 13 04:50:13.481314 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-36ba0d02-541b-47a2-8b4a-66db3fb5a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.483052 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-36ba0d02-541b-47a2-8b4a-66db3fb5a4a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1096 time: 0.1591470 Aug 13 04:50:13.486738 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-247bbf77-e6d8-4b63-abec-9518a2e5ded6 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771063 Aug 13 04:50:13.518048 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-5a62df95-eebe-4f98-8030-f66ea763bdc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d2647-cefe-4566-8b4a-d4f9b0a39169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496943 Aug 13 04:50:13.619549 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d775c-bbdf-412a-96fa-b164dcbfd693 req-21dfa2cd-72dd-4e90-89a7-fd7981454429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.621004 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a85d775c-bbdf-412a-96fa-b164dcbfd693 req-21dfa2cd-72dd-4e90-89a7-fd7981454429 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4218676 Aug 13 04:50:13.631448 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:13.656559 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-a9f3a99e-1536-4f3f-834d-c7fa6e2d0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.658067 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-a9f3a99e-1536-4f3f-834d-c7fa6e2d0706 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 1097 time: 0.2005560 Aug 13 04:50:13.688688 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba66ebd-63f3-4716-b94e-0f4d49688656 req-6148b9d3-1d9b-4a09-b24c-b35bcb53dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.690483 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-dba66ebd-63f3-4716-b94e-0f4d49688656 req-6148b9d3-1d9b-4a09-b24c-b35bcb53dadf service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4765747 Aug 13 04:50:13.762204 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-7c179140-57f5-4888-a978-99a76dc73024 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2324eac-0204-424c-85b7-d3070ff3ff05 HTTP/1.1" status: 200 len: 217 time: 0.0448089 Aug 13 04:50:13.765461 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc1e66-e2f6-4113-af4f-730bf5d19a4c req-a2a6e080-915d-482f-9e6b-b132b639c1c5 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.773165 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-85bc1e66-e2f6-4113-af4f-730bf5d19a4c req-a2a6e080-915d-482f-9e6b-b132b639c1c5 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.3156855 Aug 13 04:50:13.859760 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-2d6c2684-5d44-4394-827c-a6f21af7e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.860895 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-2d6c2684-5d44-4394-827c-a6f21af7e9e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 916 time: 0.3472698 Aug 13 04:50:13.875883 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-19a187e4-c846-4db9-b8a2-d820cdfea575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.877406 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-19a187e4-c846-4db9-b8a2-d820cdfea575 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.0927181 Aug 13 04:50:13.882276 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-8b14d1fb-72e4-447b-b2c6-4745358c9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.882424 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75e31-7835-47dd-a94d-8fda20a52f1f req-58e9a56c-46c5-4299-b854-aa002c2c38b6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.883649 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-8b14d1fb-72e4-447b-b2c6-4745358c9218 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1096 time: 0.1310928 Aug 13 04:50:13.883836 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0cc75e31-7835-47dd-a94d-8fda20a52f1f req-58e9a56c-46c5-4299-b854-aa002c2c38b6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.2582519 Aug 13 04:50:13.904262 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2bfd909-81ca-421b-a672-561ffc43bbe7 req-25941204-d245-45ac-8c0c-3c4f3a8d737d service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894825 Aug 13 04:50:13.906410 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-6a78d963-c34f-4c16-9fc6-11543755cd9c service neutron] 10.222.0.58 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715799 Aug 13 04:50:13.913693 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-85bc1e66-e2f6-4113-af4f-730bf5d19a4c req-aed42614-a8c4-4504-a7c9-480898d25ab7 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395090 Aug 13 04:50:13.927553 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-31bdd763-931c-4143-8704-1ccb279c6635 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408511 Aug 13 04:50:13.959740 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-dab4f41a-cb47-425e-9b96-82e2d785635a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 200 len: 217 time: 0.0748353 Aug 13 04:50:13.971544 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-5796e3f2-0a9a-470e-b172-ad3cd731d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:13.973346 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-5796e3f2-0a9a-470e-b172-ad3cd731d8eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 1096 time: 0.1757977 Aug 13 04:50:13.982543 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-2ba7dbaa-0d0c-4baa-9017-59b52a9a028d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 200 len: 217 time: 0.0824776 Aug 13 04:50:14.046542 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0cc75e31-7835-47dd-a94d-8fda20a52f1f req-8be6b113-d540-41e5-bf17-27b9827e1e56 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533957 Aug 13 04:50:14.126265 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-deeeb6ff-800e-4f83-9d0f-078e22154617 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=916671e7-7f59-48c9-976a-00079501ae4e HTTP/1.1" status: 200 len: 217 time: 0.0700173 Aug 13 04:50:14.129696 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-1f854ed0-bc1b-46a2-9730-a66f9df4e914 service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548514 Aug 13 04:50:14.158865 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-95031200-a4c2-4e6c-a4e5-7ca249edb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.160040 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-9a99f2ba-1e20-46fc-8cd1-c4fd51a19559 service neutron] 10.222.0.58 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149308 Aug 13 04:50:14.160266 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-95031200-a4c2-4e6c-a4e5-7ca249edb207 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.1053247 Aug 13 04:50:14.168983 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f4e1d-9364-4320-beba-8f7ba92bfd1a req-89341864-0422-4763-93a4-4dcbf6d90622 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.170455 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-225f4e1d-9364-4320-beba-8f7ba92bfd1a req-89341864-0422-4763-93a4-4dcbf6d90622 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.1748855 Aug 13 04:50:14.172188 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-4ee05b4b-47c8-44f7-b839-548149cd9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.173450 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-4ee05b4b-47c8-44f7-b839-548149cd9fe2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.1259289 Aug 13 04:50:14.180459 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db9c4-66d9-470e-9858-99d352f69442 req-c7f9baa4-ede1-42fb-bdae-1c46552e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.181958 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-812db9c4-66d9-470e-9858-99d352f69442 req-c7f9baa4-ede1-42fb-bdae-1c46552e6df4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1097 time: 0.1200769 Aug 13 04:50:14.249514 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-6268ce65-fdd5-4487-91ff-bbd54685f86e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505846 Aug 13 04:50:14.304776 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-e3a95cc5-2c3c-4928-b653-5fb5ef46732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.306260 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-e3a95cc5-2c3c-4928-b653-5fb5ef46732c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.1651328 Aug 13 04:50:14.312317 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-0345145b-ce4a-41cd-b20d-d810e5f82d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.313740 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-225f4e1d-9364-4320-beba-8f7ba92bfd1a req-5d271f4e-c84d-4214-a747-58bd8fc724f5 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368067 Aug 13 04:50:14.313881 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-0345145b-ce4a-41cd-b20d-d810e5f82d4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948946 Aug 13 04:50:14.361707 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-f7eaec1a-08a5-4e52-8512-21da02475b87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455525 Aug 13 04:50:14.431231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db9c4-66d9-470e-9858-99d352f69442 req-b76c3f65-2d0a-4b48-bf73-ad384d2f19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.436289 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-0e8ee028-a2c0-4d99-8655-34f9d01465ce service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935746 Aug 13 04:50:14.441690 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-812db9c4-66d9-470e-9858-99d352f69442 req-b76c3f65-2d0a-4b48-bf73-ad384d2f19cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.2333579 Aug 13 04:50:14.535133 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-a78edafc-300d-436c-bcb4-e761f5f03480 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091508 Aug 13 04:50:14.558816 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-812db9c4-66d9-470e-9858-99d352f69442 req-6383d63a-52bf-469e-9d41-f64331dec2d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 217 time: 0.0823705 Aug 13 04:50:14.561273 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-22d21d9d-28e3-4658-8c49-2cf3ec156d9f service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803915 Aug 13 04:50:14.567030 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-ae632100-1446-439c-8660-ba4101940344 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936564 Aug 13 04:50:14.590206 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aed12-ccf4-47d6-ab0b-2c08907cebe2 req-af207547-35a6-47f7-b4e9-41f97c0829d9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.597360 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-320aed12-ccf4-47d6-ab0b-2c08907cebe2 req-af207547-35a6-47f7-b4e9-41f97c0829d9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.1505921 Aug 13 04:50:14.608839 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddfb31-c241-4539-8de5-5ee13f75b14f req-c7b70aa0-0779-4b66-ad72-a8c9a3c9feb5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.614068 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-64ddfb31-c241-4539-8de5-5ee13f75b14f req-c7b70aa0-0779-4b66-ad72-a8c9a3c9feb5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.1367168 Aug 13 04:50:14.730254 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-6ea7bdbc-17d9-4d17-abbc-c9984f5e1282 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849613 Aug 13 04:50:14.741791 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-2335b56d-eefc-4a52-900a-bf5f4547e92a req-a9ea272d-9477-4d4c-9303-0fbc3ac08c94 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416898 Aug 13 04:50:14.866922 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53182) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:14.961861 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db9c4-66d9-470e-9858-99d352f69442 req-65414d9c-8dd3-4cf6-80b3-da6cb523a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:14.963354 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-812db9c4-66d9-470e-9858-99d352f69442 req-65414d9c-8dd3-4cf6-80b3-da6cb523a402 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.3625016 Aug 13 04:50:14.991296 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-320aed12-ccf4-47d6-ab0b-2c08907cebe2 req-9f8f25ab-dd53-4d63-8fd5-5d9677408760 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930998 Aug 13 04:50:14.996893 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-264ec679-9d14-4c4c-b2cb-926c2da3943d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.023882 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-64ddfb31-c241-4539-8de5-5ee13f75b14f req-4b05858e-3da5-4a4e-bd45-83b2faeb1817 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522413 Aug 13 04:50:15.054801 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc41b6e7-032e-4390-9a22-989ef6a312fc req-ae777201-94f8-4198-97a4-7c594e1fd37b service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554923 Aug 13 04:50:15.076747 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db9c4-66d9-470e-9858-99d352f69442 req-167819be-6bc6-4d3b-b0c5-30fc462ab5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:15.079759 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-812db9c4-66d9-470e-9858-99d352f69442 req-167819be-6bc6-4d3b-b0c5-30fc462ab5c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011231 Aug 13 04:50:15.156952 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-264ec679-9d14-4c4c-b2cb-926c2da3943d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.161156 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-264ec679-9d14-4c4c-b2cb-926c2da3943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.209210 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-264ec679-9d14-4c4c-b2cb-926c2da3943d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36ba377c7d1848ffbb92bd7c75bada32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411500 Aug 13 04:50:15.209999 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ec679-9d14-4c4c-b2cb-926c2da3943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a4033-bedb-444b-a766-bd54751e19c9,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:15.212376 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53206) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:15.219123 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d71ed-608e-4571-993a-1c62141a0bb0 req-7ed8390e-00b0-4364-9647-a05a0c697f2e tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:15.220733 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-af5d71ed-608e-4571-993a-1c62141a0bb0 req-7ed8390e-00b0-4364-9647-a05a0c697f2e tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.1399853 Aug 13 04:50:15.271596 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f196ba-ee4a-4355-8323-86b98616d307 req-50414365-fb57-4b42-8040-fb9cc25bdf00 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:15.273163 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bd5d875d-1bba-4669-83c0-f10432db68d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.273938 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f2f196ba-ee4a-4355-8323-86b98616d307 req-50414365-fb57-4b42-8040-fb9cc25bdf00 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.1042647 Aug 13 04:50:15.297469 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bd5d875d-1bba-4669-83c0-f10432db68d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.338890 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-af5d71ed-608e-4571-993a-1c62141a0bb0 req-28b659c8-6fe9-47c6-9dcd-a155fa45049e tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058540 Aug 13 04:50:15.349081 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-812db9c4-66d9-470e-9858-99d352f69442 req-59fe18b0-2596-47f0-a0d0-1273b8a479a6 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374527 Aug 13 04:50:15.363730 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bd5d875d-1bba-4669-83c0-f10432db68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.367221 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bd5d875d-1bba-4669-83c0-f10432db68d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.369506 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-bd5d875d-1bba-4669-83c0-f10432db68d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/914a4033-bedb-444b-a766-bd54751e19c9 HTTP/1.1" status: 204 len: 168 time: 0.1553917 Aug 13 04:50:15.379876 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d875d-1bba-4669-83c0-f10432db68d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a4033-bedb-444b-a766-bd54751e19c9,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:15.430099 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f2f196ba-ee4a-4355-8323-86b98616d307 req-36bcdc0b-594f-40f0-b9da-cead387fdce9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495416 Aug 13 04:50:15.513355 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-812db9c4-66d9-470e-9858-99d352f69442 req-4a676379-81c1-4198-89b8-fa53f134e704 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552527 Aug 13 04:50:15.527172 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.528839 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c32fba-6dc1-4e92-88dd-89b543c8b058 req-a4d5e193-f75b-4012-9e1b-d41010706ab4 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:15.530343 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-02c32fba-6dc1-4e92-88dd-89b543c8b058 req-a4d5e193-f75b-4012-9e1b-d41010706ab4 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0743968 Aug 13 04:50:15.572677 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-02c32fba-6dc1-4e92-88dd-89b543c8b058 req-3a1c72d7-6c53-4a54-9ff2-820c7773bd1f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Aug 13 04:50:15.665969 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53218) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:15.679999 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0113982f-0455-40d7-902f-b7f08860a770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.774525 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0113982f-0455-40d7-902f-b7f08860a770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.778069 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0113982f-0455-40d7-902f-b7f08860a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.816574 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113982f-0455-40d7-902f-b7f08860a770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c19f0-1454-4bca-8acc-c98185cc96a3,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:15.822708 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-0113982f-0455-40d7-902f-b7f08860a770 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2042cbf406e14a5085939c971709b5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546571 Aug 13 04:50:15.825280 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53222) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:15.871608 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bbce4956-a6a9-4be7-aef8-c3975ab79063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.893259 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bbce4956-a6a9-4be7-aef8-c3975ab79063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.942604 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bbce4956-a6a9-4be7-aef8-c3975ab79063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.945135 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bbce4956-a6a9-4be7-aef8-c3975ab79063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:15.946316 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-bbce4956-a6a9-4be7-aef8-c3975ab79063 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/641c19f0-1454-4bca-8acc-c98185cc96a3 HTTP/1.1" status: 204 len: 168 time: 0.1200738 Aug 13 04:50:15.955611 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce4956-a6a9-4be7-aef8-c3975ab79063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c19f0-1454-4bca-8acc-c98185cc96a3,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:16.125796 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6d3fc-216e-4738-9348-c0bad51c1b23 req-21b9c830-43bb-4eb7-8cdd-609dc740e061 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:16.127275 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e3d6d3fc-216e-4738-9348-c0bad51c1b23 req-21b9c830-43bb-4eb7-8cdd-609dc740e061 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.0624206 Aug 13 04:50:16.195704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddb2fc-db15-4f99-bff8-10a0a26c44dc req-28ae98f9-427f-4e27-a4b1-aa9ff0f888e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:16.197143 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-31ddb2fc-db15-4f99-bff8-10a0a26c44dc req-28ae98f9-427f-4e27-a4b1-aa9ff0f888e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0689690 Aug 13 04:50:16.202195 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e3d6d3fc-216e-4738-9348-c0bad51c1b23 req-1d247e89-b436-47d0-bbb2-760c30c60f22 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654762 Aug 13 04:50:16.236263 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-31ddb2fc-db15-4f99-bff8-10a0a26c44dc req-f34fa897-34d4-47fd-8f63-293ade5f6395 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313296 Aug 13 04:50:16.404564 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:50:16.467882 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f7f9f-f943-4c71-b2ee-6a237df88432 req-db59cb50-e5a6-4283-82dc-5f19e739137a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:16.470202 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a88f7f9f-f943-4c71-b2ee-6a237df88432 req-db59cb50-e5a6-4283-82dc-5f19e739137a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 943 time: 0.0612535 Aug 13 04:50:16.562594 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a88f7f9f-f943-4c71-b2ee-6a237df88432 req-c05e2f59-a5c8-4bb4-a26a-b12a175ced38 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800545 Aug 13 04:50:16.586424 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da6e61-3f9d-482f-acd9-bf451d0e76d1 req-27c129a6-93ff-4a5e-907a-4dd9b59b242a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:16.595838 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52da6e61-3f9d-482f-acd9-bf451d0e76d1 req-27c129a6-93ff-4a5e-907a-4dd9b59b242a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.0742059 Aug 13 04:50:16.642161 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52da6e61-3f9d-482f-acd9-bf451d0e76d1 req-5df20859-3771-4d26-96a6-756d1cbc5b2f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Aug 13 04:50:16.707631 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3478d-a879-4df9-bed9-6f0920e07d8f req-45c485b1-8cb1-4f4e-b183-6775d103c274 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:16.708417 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e8d3478d-a879-4df9-bed9-6f0920e07d8f req-45c485b1-8cb1-4f4e-b183-6775d103c274 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0633223 Aug 13 04:50:16.763532 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e8d3478d-a879-4df9-bed9-6f0920e07d8f req-1fc5e961-af4c-440b-8da6-46d1d56465c8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467584 Aug 13 04:50:16.824982 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:50:16.928757 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:16.947382 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'port_id': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'mac_address': 'fa:16:3e:5e:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:50:16.987458 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:17.001610 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3638c3a7-013e-4b8a-82e2-28c6a412c384 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:17.022983 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:17.026952 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:17.027788 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b8fa0e25-36c0-40db-ad0c-ea3b7c8679df details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:50:17.122624 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:17.164443 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:17.179560 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df', 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'port_id': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df', 'mac_address': 'fa:16:3e:8a:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:50:17.216868 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:17.230270 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fa0e25-36c0-40db-ad0c-ea3b7c8679df {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:17.251110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:17.255727 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:17.256348 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device ad39143e-8af9-4d77-8097-d57fea43cf88 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:50:17.366590 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:17.369256 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9dbf-cb38-42e0-95ad-d48e84c27153 req-c658d87b-1227-446c-9166-f56edcc32966 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:17.371379 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a0cf9dbf-cb38-42e0-95ad-d48e84c27153 req-c658d87b-1227-446c-9166-f56edcc32966 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.0883245 Aug 13 04:50:17.393481 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da3521-ab16-414c-87e1-757c8a03476d req-68a65a77-b21f-401a-8fb0-b1a7cf01460d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:17.395127 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52da3521-ab16-414c-87e1-757c8a03476d req-68a65a77-b21f-401a-8fb0-b1a7cf01460d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0711596 Aug 13 04:50:17.418725 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port ad39143e-8af9-4d77-8097-d57fea43cf88, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ad39143e-8af9-4d77-8097-d57fea43cf88,segment=NetworkSegment(1cc5d4be-f545-400a-a973-0e3b1f2a8f29),segment_id=1cc5d4be-f545-400a-a973-0e3b1f2a8f29)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:17.430553 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'ad39143e-8af9-4d77-8097-d57fea43cf88', 'network_id': '926d2647-cefe-4566-8b4a-d4f9b0a39169', 'port_id': 'ad39143e-8af9-4d77-8097-d57fea43cf88', 'mac_address': 'fa:16:3e:dd:f7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:50:17.459448 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52da3521-ab16-414c-87e1-757c8a03476d req-d76b355b-a560-481b-a189-9a87a080f195 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561497 Aug 13 04:50:17.463554 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a0cf9dbf-cb38-42e0-95ad-d48e84c27153 req-80773921-10be-4fe1-903c-1a0887a3706c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806596 Aug 13 04:50:17.485245 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:17.498520 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad39143e-8af9-4d77-8097-d57fea43cf88 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:17.522112 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port ad39143e-8af9-4d77-8097-d57fea43cf88, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ad39143e-8af9-4d77-8097-d57fea43cf88,segment=NetworkSegment(1cc5d4be-f545-400a-a973-0e3b1f2a8f29),segment_id=1cc5d4be-f545-400a-a973-0e3b1f2a8f29)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:17.526693 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:17.577180 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=ad39143e-8af9-4d77-8097-d57fea43cf88,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:17.706218 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d18f9-e820-42fa-8975-3ec7b73b54c6 req-a0855f50-9d79-46ce-b526-9b378a4edc29 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:17.710636 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6f5d18f9-e820-42fa-8975-3ec7b73b54c6 req-a0855f50-9d79-46ce-b526-9b378a4edc29 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 944 time: 0.0666809 Aug 13 04:50:17.808418 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b93c-5ba1-49a2-a4c7-7ae34c38797e req-25bed2c8-c559-4bc8-9e26-9c0f9b176f01 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:17.810851 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d68b93c-5ba1-49a2-a4c7-7ae34c38797e req-25bed2c8-c559-4bc8-9e26-9c0f9b176f01 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.0982008 Aug 13 04:50:17.825247 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6f5d18f9-e820-42fa-8975-3ec7b73b54c6 req-6ca0643b-0def-4839-9a6c-8252d8cd63cf tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666966 Aug 13 04:50:17.880879 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d68b93c-5ba1-49a2-a4c7-7ae34c38797e req-ba4ed61c-497f-4770-a9da-7b1391d252c2 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543859 Aug 13 04:50:17.959460 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e20a-9593-47c6-88a0-6aed28e924a8 req-1ce9796f-420d-4308-8ebd-a29b5e3c9bd5 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:17.961132 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-25e6e20a-9593-47c6-88a0-6aed28e924a8 req-1ce9796f-420d-4308-8ebd-a29b5e3c9bd5 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0597694 Aug 13 04:50:18.012354 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-25e6e20a-9593-47c6-88a0-6aed28e924a8 req-de5af8d5-3102-4db7-b8eb-b40e045d8cff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Aug 13 04:50:18.347970 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['3638c3a7-013e-4b8a-82e2-28c6a412c384'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:50:18.396855 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['b8fa0e25-36c0-40db-ad0c-ea3b7c8679df'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:50:18.442466 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['ad39143e-8af9-4d77-8097-d57fea43cf88'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:50:18.644943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0eb2d-1cb2-4789-a570-f516b60b888b req-a6610a52-67ff-4d49-9862-263689c303eb tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:18.650107 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5bf0eb2d-1cb2-4789-a570-f516b60b888b req-a6610a52-67ff-4d49-9862-263689c303eb tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 943 time: 0.0964787 Aug 13 04:50:18.660296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2df87-7bfd-4c7f-a9f3-96e87c8e8b10 req-2057c728-4a6a-4e64-ae89-2532510c4dd5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:18.666473 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4a2df87-7bfd-4c7f-a9f3-96e87c8e8b10 req-2057c728-4a6a-4e64-ae89-2532510c4dd5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.1211774 Aug 13 04:50:18.724770 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4a2df87-7bfd-4c7f-a9f3-96e87c8e8b10 req-04065403-2069-4947-b6eb-22d4a5780509 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553436 Aug 13 04:50:18.731248 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5bf0eb2d-1cb2-4789-a570-f516b60b888b req-fd64ddbb-d858-45e9-b6c5-9682ca5c22e7 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634222 Aug 13 04:50:18.851917 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 916671e7-7f59-48c9-976a-00079501ae4e details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:50:18.940459 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ba2d-a041-4fab-808d-9abece75639d req-1f6371ba-6a84-49ff-a173-42d2f7d00629 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:18.942286 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5f78ba2d-a041-4fab-808d-9abece75639d req-1f6371ba-6a84-49ff-a173-42d2f7d00629 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 944 time: 0.0571649 Aug 13 04:50:18.963529 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 916671e7-7f59-48c9-976a-00079501ae4e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=916671e7-7f59-48c9-976a-00079501ae4e,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:18.977121 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '916671e7-7f59-48c9-976a-00079501ae4e', 'network_id': '72429b5c-e10d-41a8-8715-fc0fc4b5daad', 'port_id': '916671e7-7f59-48c9-976a-00079501ae4e', 'mac_address': 'fa:16:3e:4a:4d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d39f893-b897-4d19-87f8-8bb2da3cb381', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:50:19.023660 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.033790 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5f78ba2d-a041-4fab-808d-9abece75639d req-fb44203f-3519-43ad-8012-1b26a7afb00c tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854747 Aug 13 04:50:19.039961 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916671e7-7f59-48c9-976a-00079501ae4e {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:19.058097 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf9736-eab8-4178-9873-1c1a073697c4 req-fb60aa76-6614-4f10-a727-abea2e001509 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:19.064040 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 916671e7-7f59-48c9-976a-00079501ae4e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=916671e7-7f59-48c9-976a-00079501ae4e,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:19.065933 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68cf9736-eab8-4178-9873-1c1a073697c4 req-fb60aa76-6614-4f10-a727-abea2e001509 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 943 time: 0.1016021 Aug 13 04:50:19.069050 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.070300 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e2324eac-0204-424c-85b7-d3070ff3ff05 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:50:19.105177 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68cf9736-eab8-4178-9873-1c1a073697c4 req-08def469-ab20-4961-80cf-474da7f121bb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374682 Aug 13 04:50:19.155969 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5416b07-6524-49e9-984c-d67f75a3d5a4 req-ebdc67b2-decc-47eb-b875-099622e38e5a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:19.157558 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f5416b07-6524-49e9-984c-d67f75a3d5a4 req-ebdc67b2-decc-47eb-b875-099622e38e5a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 944 time: 0.0573597 Aug 13 04:50:19.181178 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=916671e7-7f59-48c9-976a-00079501ae4e,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:19.203700 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f5416b07-6524-49e9-984c-d67f75a3d5a4 req-94a7be79-7ad2-485a-b1f1-e61c42d83d10 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Aug 13 04:50:19.231043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e2324eac-0204-424c-85b7-d3070ff3ff05, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2324eac-0204-424c-85b7-d3070ff3ff05,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:19.246356 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'e2324eac-0204-424c-85b7-d3070ff3ff05', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'port_id': 'e2324eac-0204-424c-85b7-d3070ff3ff05', 'mac_address': 'fa:16:3e:de:26:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137403fe-7122-40f6-9892-eb358b2c6487', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:50:19.284521 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.289457 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53430) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:19.301269 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2324eac-0204-424c-85b7-d3070ff3ff05 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:19.320930 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e2324eac-0204-424c-85b7-d3070ff3ff05, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2324eac-0204-424c-85b7-d3070ff3ff05,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:19.325904 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.326660 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3f86feb7-fd47-4a29-a6d8-eab546cede57 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:50:19.399446 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aaf500cd-257e-4870-9797-6ca690aee872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.418601 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=e2324eac-0204-424c-85b7-d3070ff3ff05,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:19.464039 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3f86feb7-fd47-4a29-a6d8-eab546cede57, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:19.476369 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'port_id': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'mac_address': 'fa:16:3e:5c:b3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:50:19.488641 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aaf500cd-257e-4870-9797-6ca690aee872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.492826 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aaf500cd-257e-4870-9797-6ca690aee872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.517051 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.530434 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f86feb7-fd47-4a29-a6d8-eab546cede57 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:50:19.533876 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-aaf500cd-257e-4870-9797-6ca690aee872 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6c5debcf0f64eb0b17c369c7d15970b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431345 Aug 13 04:50:19.534726 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf500cd-257e-4870-9797-6ca690aee872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89b521-e467-4c6c-8d2e-bd9ee1e269ef,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:19.536671 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 53438) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:19.551863 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3f86feb7-fd47-4a29-a6d8-eab546cede57, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:19.557330 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.588713 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-26fdf1fe-49f8-4cff-8c2d-8a0253beafb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.602974 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3f86feb7-fd47-4a29-a6d8-eab546cede57,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:19.610220 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-26fdf1fe-49f8-4cff-8c2d-8a0253beafb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.657575 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-26fdf1fe-49f8-4cff-8c2d-8a0253beafb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.660097 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-26fdf1fe-49f8-4cff-8c2d-8a0253beafb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.661226 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-26fdf1fe-49f8-4cff-8c2d-8a0253beafb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c89b521-e467-4c6c-8d2e-bd9ee1e269ef HTTP/1.1" status: 204 len: 168 time: 0.1226602 Aug 13 04:50:19.668790 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdf1fe-49f8-4cff-8c2d-8a0253beafb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89b521-e467-4c6c-8d2e-bd9ee1e269ef,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:19.888000 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baca4e-7c13-4b9c-880b-7e7bbf8ebe44 req-450c541d-3502-4539-ab1b-2c0309bbe9fe tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:19.889513 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4baca4e-7c13-4b9c-880b-7e7bbf8ebe44 req-450c541d-3502-4539-ab1b-2c0309bbe9fe tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.0678499 Aug 13 04:50:19.897490 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c24a-57e8-4fb3-80a9-abc186a9ae1f req-8cf42587-0556-4d9f-9a09-f2d4c1d9e89b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:19.898867 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ad3c24a-57e8-4fb3-80a9-abc186a9ae1f req-8cf42587-0556-4d9f-9a09-f2d4c1d9e89b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0878785 Aug 13 04:50:19.926192 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53448) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:19.940409 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c027-d20a-433e-b52a-afd0457487bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:19.959611 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ad3c24a-57e8-4fb3-80a9-abc186a9ae1f req-d89dc278-2fff-470c-9094-f902a7d0b2f9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539851 Aug 13 04:50:19.962183 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4baca4e-7c13-4b9c-880b-7e7bbf8ebe44 req-82fbc619-ddc2-4b50-8dd6-bae178a8e258 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624568 Aug 13 04:50:20.030304 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c027-d20a-433e-b52a-afd0457487bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:20.033994 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c027-d20a-433e-b52a-afd0457487bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:20.070486 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c027-d20a-433e-b52a-afd0457487bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96db92-cfda-4e6a-b2dd-11cd406a6788,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:20.077582 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d9f3c027-d20a-433e-b52a-afd0457487bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d3c4e8c04084255a5c24b43d4ef3a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493762 Aug 13 04:50:20.079930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 53454) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:20.166489 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7da9627f-40b1-46ea-a18c-737bd156fa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:20.189919 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015f06-7d94-4b84-9c99-408c8cb8f33a req-f9f26445-8b5a-4997-bc1e-22799a8d10a9 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:20.191378 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ff015f06-7d94-4b84-9c99-408c8cb8f33a req-f9f26445-8b5a-4997-bc1e-22799a8d10a9 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 944 time: 0.0755236 Aug 13 04:50:20.228598 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7da9627f-40b1-46ea-a18c-737bd156fa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:20.289154 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ff015f06-7d94-4b84-9c99-408c8cb8f33a req-a01aff2f-55b7-496d-aa44-682fac55e947 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875599 Aug 13 04:50:20.297863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaefa27-6f05-401a-b602-ac1c0c9344f7 req-9f5b1e7d-4a66-4099-84d9-16815c9d8f77 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:20.299320 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eaaefa27-6f05-401a-b602-ac1c0c9344f7 req-9f5b1e7d-4a66-4099-84d9-16815c9d8f77 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 944 time: 0.1206431 Aug 13 04:50:20.325144 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7da9627f-40b1-46ea-a18c-737bd156fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:20.327652 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7da9627f-40b1-46ea-a18c-737bd156fa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:20.328797 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-7da9627f-40b1-46ea-a18c-737bd156fa76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c96db92-cfda-4e6a-b2dd-11cd406a6788 HTTP/1.1" status: 204 len: 168 time: 0.2474780 Aug 13 04:50:20.349493 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9627f-40b1-46ea-a18c-737bd156fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96db92-cfda-4e6a-b2dd-11cd406a6788,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:20.364263 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eaaefa27-6f05-401a-b602-ac1c0c9344f7 req-2f733ce6-6cd1-4251-8a96-09317541aa8b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554790 Aug 13 04:50:20.436011 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ae2e-1503-4b96-8887-e404b8895d02 req-cb817254-c06a-4e49-afa6-0e255721cd5b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:20.437597 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d731ae2e-1503-4b96-8887-e404b8895d02 req-cb817254-c06a-4e49-afa6-0e255721cd5b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 945 time: 0.0708187 Aug 13 04:50:20.477591 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d731ae2e-1503-4b96-8887-e404b8895d02 req-686ae71c-1db1-482b-be00-abc4889bddb0 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Aug 13 04:50:20.528629 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:50:20.752332 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['3f86feb7-fd47-4a29-a6d8-eab546cede57'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:50:20.777141 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['916671e7-7f59-48c9-976a-00079501ae4e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:50:20.884041 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:50:21.015306 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 3638c3a7-013e-4b8a-82e2-28c6a412c384 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:50:21.029627 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 3638c3a7-013e-4b8a-82e2-28c6a412c384 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:50:21.029999 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.121676 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.138531 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36326d7-4729-4edb-b046-367f57618ef9 req-098cd690-16a0-4aa1-8a98-26ca65724b3b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:21.145596 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:21.147985 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36326d7-4729-4edb-b046-367f57618ef9 req-098cd690-16a0-4aa1-8a98-26ca65724b3b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0721705 Aug 13 04:50:21.157744 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067056f-4bcc-4b1e-be68-b5eca505a112 req-c0711804-2738-46c8-a3b2-d48807cf4809 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:21.159213 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0067056f-4bcc-4b1e-be68-b5eca505a112 req-c0711804-2738-46c8-a3b2-d48807cf4809 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.1119878 Aug 13 04:50:21.220621 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36326d7-4729-4edb-b046-367f57618ef9 req-8f7b32d6-e4e9-4338-a72a-8caa6fc23812 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716221 Aug 13 04:50:21.227787 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:21.233922 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.235926 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b8fa0e25-36c0-40db-ad0c-ea3b7c8679df up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:50:21.247099 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0067056f-4bcc-4b1e-be68-b5eca505a112 req-5ea7e917-64bb-43cf-9e81-dd9c3da0c328 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616848 Aug 13 04:50:21.392762 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057d0b09-ef5b-4d5a-b94d-b2b84bed6de0" -d '{"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:21.432801 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f01be-3db9-4c4b-af02-78d02b393190 req-4b7171b4-6bf5-4466-9934-60eaa4b9ec56 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:21.434425 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad9f01be-3db9-4c4b-af02-78d02b393190 req-4b7171b4-6bf5-4466-9934-60eaa4b9ec56 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 944 time: 0.0602098 Aug 13 04:50:21.437552 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:21.447664 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:50:21.452460 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:50:21.452896 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.484347 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad9f01be-3db9-4c4b-af02-78d02b393190 req-8dbf2eae-d544-46c2-8404-323b9baed96c tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Aug 13 04:50:21.533090 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97955a5-a052-4466-9a83-45c2bbed8e4f x-openstack-request-id: req-d97955a5-a052-4466-9a83-45c2bbed8e4f {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:21.533647 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:21.533647 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d97955a5-a052-4466-9a83-45c2bbed8e4f {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:21.534128 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'code': 200} Aug 13 04:50:21.557241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.601552 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:21.605761 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.607056 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device ad39143e-8af9-4d77-8097-d57fea43cf88 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:50:21.649725 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc53ca-3371-4dc4-a68b-d6b754c07ccc req-f9fb045a-8ee4-46a1-8820-e7338edf300b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:21.651257 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9afc53ca-3371-4dc4-a68b-d6b754c07ccc req-f9fb045a-8ee4-46a1-8820-e7338edf300b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0825336 Aug 13 04:50:21.663376 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f11c62-7686-417a-98e5-e7dca35d5b97 req-57e59d87-d9c3-4101-a87a-f744fd4b8218 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:21.664817 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d6f11c62-7686-417a-98e5-e7dca35d5b97 req-57e59d87-d9c3-4101-a87a-f744fd4b8218 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 945 time: 0.0668476 Aug 13 04:50:21.687331 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:21.715241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port ad39143e-8af9-4d77-8097-d57fea43cf88 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:50:21.720327 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port ad39143e-8af9-4d77-8097-d57fea43cf88 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:50:21.721132 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9afc53ca-3371-4dc4-a68b-d6b754c07ccc req-f0b03847-27b8-44e5-ab1c-da935b37b27f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Aug 13 04:50:21.729257 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.734243 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d6f11c62-7686-417a-98e5-e7dca35d5b97 req-8b0760f8-6d54-40e0-8f7f-3b9632cf2b3a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513074 Aug 13 04:50:21.808571 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.843593 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port ad39143e-8af9-4d77-8097-d57fea43cf88, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ad39143e-8af9-4d77-8097-d57fea43cf88,segment=NetworkSegment(1cc5d4be-f545-400a-a973-0e3b1f2a8f29),segment_id=1cc5d4be-f545-400a-a973-0e3b1f2a8f29)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:21.847077 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:21.896345 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=ad39143e-8af9-4d77-8097-d57fea43cf88,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:22.372258 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9f11b-d09c-4a73-aef6-8b6f5e4c56e5 req-2d0df5c4-f032-4610-8dce-8ad156a3468b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:22.373760 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b1e9f11b-d09c-4a73-aef6-8b6f5e4c56e5 req-2d0df5c4-f032-4610-8dce-8ad156a3468b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.0753803 Aug 13 04:50:22.402704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e83a1-f69b-47e3-9302-d83d03846fc4 req-138b2f5a-770c-4777-810b-bf97a00aae1c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:22.404559 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df2e83a1-f69b-47e3-9302-d83d03846fc4 req-138b2f5a-770c-4777-810b-bf97a00aae1c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0959182 Aug 13 04:50:22.439896 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b1e9f11b-d09c-4a73-aef6-8b6f5e4c56e5 req-060dd835-ecf5-4256-b10f-dca1bb7b8646 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599637 Aug 13 04:50:22.458002 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df2e83a1-f69b-47e3-9302-d83d03846fc4 req-f14f4b9c-7159-4bd7-b1ad-d7f35863bbf1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459630 Aug 13 04:50:22.612658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93c66c-4e9f-40e0-b710-1e2cec7a7b64 req-7ac38394-bd77-4d5a-84e0-07f98a716503 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:22.614184 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dd93c66c-4e9f-40e0-b710-1e2cec7a7b64 req-7ac38394-bd77-4d5a-84e0-07f98a716503 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0599337 Aug 13 04:50:22.652012 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dd93c66c-4e9f-40e0-b710-1e2cec7a7b64 req-fcdf4c42-9a0e-4ac9-972c-079d13094224 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Aug 13 04:50:22.872516 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1f20b-d4bf-4dfa-b694-c0a5803001f1 req-091476b8-0567-4f91-a603-c2ee3076e4c1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:22.874028 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-26f1f20b-d4bf-4dfa-b694-c0a5803001f1 req-091476b8-0567-4f91-a603-c2ee3076e4c1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0776677 Aug 13 04:50:22.886721 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562acf86-765d-4dcd-9c40-11b9dd655a62 req-822c1e5c-058e-41be-be8e-3a8bf73c6884 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:22.888151 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-562acf86-765d-4dcd-9c40-11b9dd655a62 req-822c1e5c-058e-41be-be8e-3a8bf73c6884 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 945 time: 0.0794034 Aug 13 04:50:22.945549 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-26f1f20b-d4bf-4dfa-b694-c0a5803001f1 req-b49b94ee-e300-400e-97fe-e4c5845e9cdb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563467 Aug 13 04:50:22.950813 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-562acf86-765d-4dcd-9c40-11b9dd655a62 req-ca097e66-1301-4630-bcb7-fdd6886ea887 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558612 Aug 13 04:50:23.535900 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df'}, {'server_uuid': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39143e-8af9-4d77-8097-d57fea43cf88'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:23.538205 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4314ce95-2a71-474c-a7b9-6a078ded9699" -d '{"events": [{"server_uuid": "d8068f0c-c20c-41d0-b183-9d545ab782ef", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa0e25-36c0-40db-ad0c-ea3b7c8679df"}, {"server_uuid": "dddba36c-86fa-42d9-832c-3506f98dad63", "name": "network-vif-plugged", "status": "completed", "tag": "ad39143e-8af9-4d77-8097-d57fea43cf88"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:23.581090 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170bac-a94a-4dad-a735-4cf42aafacb4 req-30d3060f-22f5-439e-a846-e3a006d02249 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:23.582568 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d9170bac-a94a-4dad-a735-4cf42aafacb4 req-30d3060f-22f5-439e-a846-e3a006d02249 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.0742304 Aug 13 04:50:23.594652 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803f7cc-0139-421c-a6b2-d5d5db83103c req-15aa426d-9a68-43c2-b575-b45bf7986d66 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:23.596102 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9803f7cc-0139-421c-a6b2-d5d5db83103c req-15aa426d-9a68-43c2-b575-b45bf7986d66 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0634100 Aug 13 04:50:23.649411 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d9170bac-a94a-4dad-a735-4cf42aafacb4 req-2c37a85e-306f-4835-8e70-1b2e5ab16ef2 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523641 Aug 13 04:50:23.656749 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9803f7cc-0139-421c-a6b2-d5d5db83103c req-1c140ca6-53d7-46c9-8066-af825dc37ebd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463660 Aug 13 04:50:23.698421 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe7bcaf-9d16-4233-951a-09cd2c697e57 x-openstack-request-id: req-cbe7bcaf-9d16-4233-951a-09cd2c697e57 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:23.698804 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8068f0c-c20c-41d0-b183-9d545ab782ef", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa0e25-36c0-40db-ad0c-ea3b7c8679df", "code": 200}, {"server_uuid": "dddba36c-86fa-42d9-832c-3506f98dad63", "name": "network-vif-plugged", "status": "completed", "tag": "ad39143e-8af9-4d77-8097-d57fea43cf88", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:23.699124 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbe7bcaf-9d16-4233-951a-09cd2c697e57 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:23.699583 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df', 'code': 200} Aug 13 04:50:23.699905 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39143e-8af9-4d77-8097-d57fea43cf88', 'code': 200} Aug 13 04:50:23.766267 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483758cb-8532-4112-9da8-8fb2ae985497 req-f2ca8f22-c1f7-4c85-9989-ae0fa5df1edb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:23.767614 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-483758cb-8532-4112-9da8-8fb2ae985497 req-f2ca8f22-c1f7-4c85-9989-ae0fa5df1edb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0501633 Aug 13 04:50:23.803842 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-483758cb-8532-4112-9da8-8fb2ae985497 req-a280e36e-6f69-492f-870a-1fec0a2eee15 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Aug 13 04:50:24.088313 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35cee1-71b8-47c7-aef6-90bd618e22fe req-b5d56070-9d38-4c64-b651-78960735af14 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:24.089710 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8a35cee1-71b8-47c7-aef6-90bd618e22fe req-b5d56070-9d38-4c64-b651-78960735af14 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0749578 Aug 13 04:50:24.097539 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c7b4-83b0-49c7-9e21-0150bc8324dd req-cb4b4241-70dd-4eff-9637-8a261e88ab2d tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:24.098876 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0ca2c7b4-83b0-49c7-9e21-0150bc8324dd req-cb4b4241-70dd-4eff-9637-8a261e88ab2d tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 945 time: 0.0743022 Aug 13 04:50:24.151998 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8a35cee1-71b8-47c7-aef6-90bd618e22fe req-c4cb2a65-a424-49e3-8987-6945ee1b943c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522115 Aug 13 04:50:24.156594 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0ca2c7b4-83b0-49c7-9e21-0150bc8324dd req-6be24462-2738-4373-81eb-db11285ba6c4 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506454 Aug 13 04:50:24.796686 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1148-2740-4ee5-9611-4da57f2807e7 req-5779b192-3e30-4672-b30e-b430fd513ef3 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:24.798159 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-896f1148-2740-4ee5-9611-4da57f2807e7 req-5779b192-3e30-4672-b30e-b430fd513ef3 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.0836947 Aug 13 04:50:24.809323 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0bd53-435a-4784-880a-ec2b389fe8b5 req-c0762e45-8e0e-426a-bfd4-d8e7c7663e5c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:24.810737 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7e0bd53-435a-4784-880a-ec2b389fe8b5 req-c0762e45-8e0e-426a-bfd4-d8e7c7663e5c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0848432 Aug 13 04:50:24.864851 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-896f1148-2740-4ee5-9611-4da57f2807e7 req-65368420-b602-4e67-a7f9-6879347d4fc9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531633 Aug 13 04:50:24.867708 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7e0bd53-435a-4784-880a-ec2b389fe8b5 req-ebcb629e-c748-4eb8-ab77-3903cfa8d4f8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503697 Aug 13 04:50:24.963125 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d4994-f650-4196-a700-7c9b4761edc3 req-f1cd6700-8aac-4324-a904-e682159b0964 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:24.964474 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3b3d4994-f650-4196-a700-7c9b4761edc3 req-f1cd6700-8aac-4324-a904-e682159b0964 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0464253 Aug 13 04:50:25.003428 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3b3d4994-f650-4196-a700-7c9b4761edc3 req-8658434f-6bfe-4f40-be98-32206cf7cfd3 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 Aug 13 04:50:25.291964 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54cebc-2606-49bc-8f56-e80f8700f8f8 req-f2ae3854-6773-43ab-afa3-7b4ec64e3403 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:25.293315 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9f54cebc-2606-49bc-8f56-e80f8700f8f8 req-f2ae3854-6773-43ab-afa3-7b4ec64e3403 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0748870 Aug 13 04:50:25.301257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e77c7-3697-4d50-ac7f-62a54ffab4b2 req-b05e4000-61cd-41f4-ba20-ceb1a6aa4f56 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:25.302631 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-821e77c7-3697-4d50-ac7f-62a54ffab4b2 req-b05e4000-61cd-41f4-ba20-ceb1a6aa4f56 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 945 time: 0.0755668 Aug 13 04:50:25.356027 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9f54cebc-2606-49bc-8f56-e80f8700f8f8 req-e1796f81-7cb9-4c4e-8baa-7612bf7ffebc tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524669 Aug 13 04:50:25.360712 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-821e77c7-3697-4d50-ac7f-62a54ffab4b2 req-2139ed8e-8322-4aa5-9bcf-83c72a11a303 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515568 Aug 13 04:50:26.004917 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505d0ce-698a-4798-aaaa-d87e50947c8c req-9a87b80f-d97b-47a9-ac47-969f9216f821 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.006320 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f505d0ce-698a-4798-aaaa-d87e50947c8c req-9a87b80f-d97b-47a9-ac47-969f9216f821 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0677559 Aug 13 04:50:26.014222 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350add-bdf3-491a-95b9-0deda06e55e9 req-a10190e5-de81-4175-85da-9c6028f53a4a tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.015557 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-26350add-bdf3-491a-95b9-0deda06e55e9 req-a10190e5-de81-4175-85da-9c6028f53a4a tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.0863118 Aug 13 04:50:26.068866 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f505d0ce-698a-4798-aaaa-d87e50947c8c req-5b8425d1-366a-4958-92aa-c3d3b60a5f3a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523870 Aug 13 04:50:26.073510 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-26350add-bdf3-491a-95b9-0deda06e55e9 req-83ad177a-b2b0-4d7b-8e5a-450389f80138 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514505 Aug 13 04:50:26.171507 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85891d77-5bed-4c09-b445-4cce7b2384b5 req-07915ec3-52c0-4718-9f44-bc2c1133de03 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.172963 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-85891d77-5bed-4c09-b445-4cce7b2384b5 req-07915ec3-52c0-4718-9f44-bc2c1133de03 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0472598 Aug 13 04:50:26.210769 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-85891d77-5bed-4c09-b445-4cce7b2384b5 req-dd8524bf-d6ab-4287-bbfc-267620a43586 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Aug 13 04:50:26.516799 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d9d6d-c10e-4ec9-8698-34b17b08b67a req-70772bcc-6371-4c02-86ad-06bebd02e61b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.518285 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-710d9d6d-c10e-4ec9-8698-34b17b08b67a req-70772bcc-6371-4c02-86ad-06bebd02e61b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 945 time: 0.0774870 Aug 13 04:50:26.526134 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2789f-1b27-477d-a4ef-0f80971a1d57 req-9dd8adaa-2e4c-43f1-8779-91af996968c2 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.527484 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b8a2789f-1b27-477d-a4ef-0f80971a1d57 req-9dd8adaa-2e4c-43f1-8779-91af996968c2 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0782754 Aug 13 04:50:26.628571 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09cb2a-2f2d-4df1-9dcf-86f5c8355b75 req-18577737-6e92-40f0-85d4-373cf2a57098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.630016 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-9b09cb2a-2f2d-4df1-9dcf-86f5c8355b75 req-18577737-6e92-40f0-85d4-373cf2a57098 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 1098 time: 0.0658398 Aug 13 04:50:26.648298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-710d9d6d-c10e-4ec9-8698-34b17b08b67a req-020ff971-cd88-48b4-88db-09217a19a836 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198816 Aug 13 04:50:26.649615 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-9b09cb2a-2f2d-4df1-9dcf-86f5c8355b75 req-f960f5d4-9178-4349-ac8b-1b97ff394042 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:26.656841 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b8a2789f-1b27-477d-a4ef-0f80971a1d57 req-2f5d3bd2-bacb-443f-ab06-aae5a6944821 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228232 Aug 13 04:50:26.684698 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0927b17-3f85-4aef-84eb-af87da760f2a req-3cb47f9a-3b1c-4864-9986-0679297963f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.686349 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e0927b17-3f85-4aef-84eb-af87da760f2a req-3cb47f9a-3b1c-4864-9986-0679297963f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1098 time: 0.1198795 Aug 13 04:50:26.691993 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944312d9-e894-4c9e-8fdb-ed8d276830c8 req-31d83a7c-778a-4bdc-817c-21ace5791826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:26.693421 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-944312d9-e894-4c9e-8fdb-ed8d276830c8 req-31d83a7c-778a-4bdc-817c-21ace5791826 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1099 time: 0.1280687 Aug 13 04:50:26.716804 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e0927b17-3f85-4aef-84eb-af87da760f2a req-2d13c815-bc6d-46a7-b7db-84d5d5117d2e service neutron] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:26.719699 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-944312d9-e894-4c9e-8fdb-ed8d276830c8 req-5e4a8665-943f-44d2-8518-24bb3c3ba20f service neutron] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:26.759104 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-9b09cb2a-2f2d-4df1-9dcf-86f5c8355b75 req-f960f5d4-9178-4349-ac8b-1b97ff394042 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:26.762777 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-9b09cb2a-2f2d-4df1-9dcf-86f5c8355b75 req-f960f5d4-9178-4349-ac8b-1b97ff394042 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:26.789882 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.db.api [req-e0927b17-3f85-4aef-84eb-af87da760f2a req-2d13c815-bc6d-46a7-b7db-84d5d5117d2e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e287414acc0a4f65b39928a1941d8f65 {{(pid=105491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:50:26.790762 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG oslo_db.api [req-e0927b17-3f85-4aef-84eb-af87da760f2a req-2d13c815-bc6d-46a7-b7db-84d5d5117d2e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:50:26.802852 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-9b09cb2a-2f2d-4df1-9dcf-86f5c8355b75 req-f960f5d4-9178-4349-ac8b-1b97ff394042 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653085 Aug 13 04:50:26.804837 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960f5d4-9178-4349-ac8b-1b97ff394042 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=25dec15c-bb8e-4195-9684-02a0206e68ae,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:26.818045 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.db.api [req-944312d9-e894-4c9e-8fdb-ed8d276830c8 req-5e4a8665-943f-44d2-8518-24bb3c3ba20f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e287414acc0a4f65b39928a1941d8f65 {{(pid=105491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:50:26.818367 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG oslo_db.api [req-944312d9-e894-4c9e-8fdb-ed8d276830c8 req-5e4a8665-943f-44d2-8518-24bb3c3ba20f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:50:27.214572 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099ba4-7a0d-4a5c-babf-4b6bdf0ae536 req-beba229b-0812-460c-a543-2dcbaf00bc96 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:27.216037 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4f099ba4-7a0d-4a5c-babf-4b6bdf0ae536 req-beba229b-0812-460c-a543-2dcbaf00bc96 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.0781186 Aug 13 04:50:27.223096 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d3d8-13cf-49ab-92fb-c16a4949627f req-ca918b8a-8efd-4839-a883-5465038e6a09 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:27.224468 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f27d3d8-13cf-49ab-92fb-c16a4949627f req-ca918b8a-8efd-4839-a883-5465038e6a09 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0847020 Aug 13 04:50:27.277833 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4f099ba4-7a0d-4a5c-babf-4b6bdf0ae536 req-3b98ee64-bbac-4c48-bc9a-1e61906da16e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524058 Aug 13 04:50:27.282652 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f27d3d8-13cf-49ab-92fb-c16a4949627f req-e21d0111-cc6b-4f59-9c8a-c09df439f7ca tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507247 Aug 13 04:50:27.292450 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e0927b17-3f85-4aef-84eb-af87da760f2a req-2d13c815-bc6d-46a7-b7db-84d5d5117d2e service neutron] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:27.320075 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-944312d9-e894-4c9e-8fdb-ed8d276830c8 req-5e4a8665-943f-44d2-8518-24bb3c3ba20f service neutron] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:27.430069 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e0927b17-3f85-4aef-84eb-af87da760f2a req-2d13c815-bc6d-46a7-b7db-84d5d5117d2e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356443 Aug 13 04:50:27.448706 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627db3b6-f85b-48e3-8857-e94155802653 req-e0e8db46-f76f-402f-83c8-4e4af71edb28 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:27.450186 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-627db3b6-f85b-48e3-8857-e94155802653 req-e0e8db46-f76f-402f-83c8-4e4af71edb28 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.1049280 Aug 13 04:50:27.456103 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-944312d9-e894-4c9e-8fdb-ed8d276830c8 req-5e4a8665-943f-44d2-8518-24bb3c3ba20f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7557206 Aug 13 04:50:27.488528 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-627db3b6-f85b-48e3-8857-e94155802653 req-00bc02ca-df0d-4125-83ce-80a1cc1c6e62 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Aug 13 04:50:27.796881 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3da74-bdb6-4158-b0b1-bc17118356f5 req-9c499741-4116-418c-8588-27672f3f98ac tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:27.798374 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-81a3da74-bdb6-4158-b0b1-bc17118356f5 req-9c499741-4116-418c-8588-27672f3f98ac tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 945 time: 0.0829914 Aug 13 04:50:27.806435 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc365351-5d96-4da6-a137-592c63ec41a8 req-730d6602-2fcb-4afd-b182-a6f050f2e82a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:27.807811 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc365351-5d96-4da6-a137-592c63ec41a8 req-730d6602-2fcb-4afd-b182-a6f050f2e82a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 944 time: 0.0822649 Aug 13 04:50:27.861625 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-81a3da74-bdb6-4158-b0b1-bc17118356f5 req-a1ee961f-0fe3-49d6-9108-3be819d6ce3d tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Aug 13 04:50:27.866225 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc365351-5d96-4da6-a137-592c63ec41a8 req-a4de3bf3-b3c1-4d44-a131-eda3a929bdeb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517433 Aug 13 04:50:28.234361 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 916671e7-7f59-48c9-976a-00079501ae4e up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:50:28.283047 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 916671e7-7f59-48c9-976a-00079501ae4e completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:50:28.287107 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 916671e7-7f59-48c9-976a-00079501ae4e triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:50:28.287531 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.377497 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.400194 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6d30-db3b-476d-9ebe-9fa338252de4 req-6ee9c2f8-05c6-402a-b771-ea68aaab6271 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:28.402791 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916671e7-7f59-48c9-976a-00079501ae4e'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:28.405688 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1074924a-3baf-4de9-950d-7339e0b7dde5" -d '{"events": [{"server_uuid": "d537cd0f-3757-4391-9162-d738c413d1a3", "name": "network-vif-plugged", "status": "completed", "tag": "916671e7-7f59-48c9-976a-00079501ae4e"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:28.409181 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba6b6d30-db3b-476d-9ebe-9fa338252de4 req-6ee9c2f8-05c6-402a-b771-ea68aaab6271 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 944 time: 0.0590513 Aug 13 04:50:28.419711 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 916671e7-7f59-48c9-976a-00079501ae4e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=916671e7-7f59-48c9-976a-00079501ae4e,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:28.424291 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.425049 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e2324eac-0204-424c-85b7-d3070ff3ff05 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:50:28.483576 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba6b6d30-db3b-476d-9ebe-9fa338252de4 req-02f07b6a-72fa-4ee6-a761-3ec88f14e1bd tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729883 Aug 13 04:50:28.493049 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10e9f-7744-4a04-94f5-e849c2f03558 req-2cc68765-36dc-4f9b-b696-30933c0f306c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:28.495254 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ab10e9f-7744-4a04-94f5-e849c2f03558 req-2cc68765-36dc-4f9b-b696-30933c0f306c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0832007 Aug 13 04:50:28.507880 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=916671e7-7f59-48c9-976a-00079501ae4e,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:28.515121 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.515308 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.515656 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.515991 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.516324 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.516782 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.517120 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.517460 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.517968 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.518164 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.518492 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.518813 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:28.539427 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port e2324eac-0204-424c-85b7-d3070ff3ff05 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:50:28.548451 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97778dac-4dcc-458d-a75e-f8a5c676ca89 x-openstack-request-id: req-97778dac-4dcc-458d-a75e-f8a5c676ca89 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:28.548754 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d537cd0f-3757-4391-9162-d738c413d1a3", "name": "network-vif-plugged", "status": "completed", "tag": "916671e7-7f59-48c9-976a-00079501ae4e", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:28.550591 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97778dac-4dcc-458d-a75e-f8a5c676ca89 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:28.551036 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916671e7-7f59-48c9-976a-00079501ae4e', 'code': 200} Aug 13 04:50:28.553692 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port e2324eac-0204-424c-85b7-d3070ff3ff05 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:50:28.555295 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.652129 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.688260 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e2324eac-0204-424c-85b7-d3070ff3ff05, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2324eac-0204-424c-85b7-d3070ff3ff05,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:28.698044 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.698980 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3f86feb7-fd47-4a29-a6d8-eab546cede57 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:50:28.790381 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=e2324eac-0204-424c-85b7-d3070ff3ff05,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:28.802395 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 3f86feb7-fd47-4a29-a6d8-eab546cede57 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:50:28.807412 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 3f86feb7-fd47-4a29-a6d8-eab546cede57 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:50:28.807981 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.832963 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ab10e9f-7744-4a04-94f5-e849c2f03558 req-66465d88-b02b-4caa-9cbd-ee979e3b7d5d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128068 Aug 13 04:50:28.853639 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4347e6-52f0-4b73-9f37-60bd068ce71e req-f28b3f67-61ae-4728-ac6b-d4c59954b3c8 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:28.855201 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5e4347e6-52f0-4b73-9f37-60bd068ce71e req-f28b3f67-61ae-4728-ac6b-d4c59954b3c8 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.1058891 Aug 13 04:50:28.871217 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bbede-e0b6-4c7b-b07d-41e2a9faa185 req-b54e741f-6fad-4c22-86e5-caee1dac224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:28.873036 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-811bbede-e0b6-4c7b-b07d-41e2a9faa185 req-b54e741f-6fad-4c22-86e5-caee1dac224e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0844333 Aug 13 04:50:28.901688 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.920711 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5e4347e6-52f0-4b73-9f37-60bd068ce71e req-0d861c97-db3e-46be-b24c-f58a5c66bf52 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594621 Aug 13 04:50:28.926908 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-811bbede-e0b6-4c7b-b07d-41e2a9faa185 req-9097b7a4-cbdc-4c98-9735-ba9b1d3bb920 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Aug 13 04:50:28.938714 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3f86feb7-fd47-4a29-a6d8-eab546cede57, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:28.944012 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:28.993033 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3f86feb7-fd47-4a29-a6d8-eab546cede57,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:29.002555 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81a536-b7c6-48bd-b0ce-cf1b81e77b09 req-18647d96-60dc-4fc5-b6de-64bb54c1aef1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:29.004043 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b81a536-b7c6-48bd-b0ce-cf1b81e77b09 req-18647d96-60dc-4fc5-b6de-64bb54c1aef1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0616388 Aug 13 04:50:29.063274 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d98e0-edb0-45e3-af62-cc2f2b729247 req-0f5c1078-599e-46d0-9186-6dac13bd0b8f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:29.064415 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-395d98e0-edb0-45e3-af62-cc2f2b729247 req-0f5c1078-599e-46d0-9186-6dac13bd0b8f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0826504 Aug 13 04:50:29.067529 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b81a536-b7c6-48bd-b0ce-cf1b81e77b09 req-c79d2b6e-4cdb-447f-9088-3cf923bdd956 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 Aug 13 04:50:29.102147 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-395d98e0-edb0-45e3-af62-cc2f2b729247 req-fac4bf86-91cd-4abc-bf23-4f33af5235eb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Aug 13 04:50:29.604747 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe855c-1027-4ff2-bfd4-25dc7967c7e8 req-40446cfb-d42c-4bc9-a248-fe9394435a4e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:29.606310 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d7fe855c-1027-4ff2-bfd4-25dc7967c7e8 req-40446cfb-d42c-4bc9-a248-fe9394435a4e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Aug 13 04:50:29.645312 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d7fe855c-1027-4ff2-bfd4-25dc7967c7e8 req-99163038-59c2-4806-8f39-5f92cd916eff tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Aug 13 04:50:29.962150 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6fedb-21b9-4d33-87d3-bd86553a8228 req-ea806b7b-41cc-4a7b-aa18-a1787e6c1053 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:29.963674 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d9b6fedb-21b9-4d33-87d3-bd86553a8228 req-ea806b7b-41cc-4a7b-aa18-a1787e6c1053 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0542724 Aug 13 04:50:30.009729 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d9b6fedb-21b9-4d33-87d3-bd86553a8228 req-791e96e7-c4ad-4807-8ee9-15a0ac164c62 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403624 Aug 13 04:50:30.054813 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc692d-062c-41b0-82f8-f9a11ebe7ad3 req-dbb82ca5-dc6c-49ef-bebe-099a14ea3635 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:30.056312 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4cc692d-062c-41b0-82f8-f9a11ebe7ad3 req-dbb82ca5-dc6c-49ef-bebe-099a14ea3635 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0623479 Aug 13 04:50:30.092573 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4cc692d-062c-41b0-82f8-f9a11ebe7ad3 req-c4ceca5e-1208-4d62-8c17-81bb79a863d9 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302491 Aug 13 04:50:30.191965 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6064f-3f5f-4691-8676-75d8cb125b21 req-0458975b-4dc6-4051-9517-74728a5bb907 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:30.193396 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8d6064f-3f5f-4691-8676-75d8cb125b21 req-0458975b-4dc6-4051-9517-74728a5bb907 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0596883 Aug 13 04:50:30.248187 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8d6064f-3f5f-4691-8676-75d8cb125b21 req-f2266260-2614-4c39-8dad-3f0f16730df1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Aug 13 04:50:30.255403 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a583311-0780-457f-a431-020b41cabf51 req-15f8991d-a1bd-4162-95be-b5d7cbc890b1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:30.256820 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8a583311-0780-457f-a431-020b41cabf51 req-15f8991d-a1bd-4162-95be-b5d7cbc890b1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0847731 Aug 13 04:50:30.294867 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8a583311-0780-457f-a431-020b41cabf51 req-fce792fa-03d3-4890-a28f-7c2596eb7d7f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Aug 13 04:50:30.552629 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2324eac-0204-424c-85b7-d3070ff3ff05'}, {'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:30.554988 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad3acf-bf75-4406-a70d-996bad6fe13a" -d '{"events": [{"server_uuid": "a8ff33f2-3ff8-41d9-b192-3dca11bd24f3", "name": "network-vif-plugged", "status": "completed", "tag": "e2324eac-0204-424c-85b7-d3070ff3ff05"}, {"server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:30.594446 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152163fd-68a4-4af6-8fc2-c720e095132f x-openstack-request-id: req-152163fd-68a4-4af6-8fc2-c720e095132f {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:30.594800 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ff33f2-3ff8-41d9-b192-3dca11bd24f3", "name": "network-vif-plugged", "status": "completed", "tag": "e2324eac-0204-424c-85b7-d3070ff3ff05", "code": 200}, {"server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:30.595058 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-152163fd-68a4-4af6-8fc2-c720e095132f {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:30.595497 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2324eac-0204-424c-85b7-d3070ff3ff05', 'code': 200} Aug 13 04:50:30.595701 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'code': 200} Aug 13 04:50:30.789427 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf251e6-530e-4e11-9d4c-30dfea9145bd req-e5892b95-6157-4a9e-9320-a8bfb761d7e7 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:30.792226 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1cf251e6-530e-4e11-9d4c-30dfea9145bd req-e5892b95-6157-4a9e-9320-a8bfb761d7e7 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0623462 Aug 13 04:50:30.841328 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1cf251e6-530e-4e11-9d4c-30dfea9145bd req-5127fb05-97a4-4a9b-bc66-4a6023dfab39 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 Aug 13 04:50:30.972790 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53766) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:30.999584 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed206599-d680-4228-aaed-b1f673e238f2 req-d1696ad4-fafa-40c4-82ec-390a1c02f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:31.002000 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed206599-d680-4228-aaed-b1f673e238f2 req-d1696ad4-fafa-40c4-82ec-390a1c02f238 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 1099 time: 0.0812685 Aug 13 04:50:31.007833 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddd2ec-7ba3-48be-a025-58b1641e9be9 req-6dea7099-0fab-488f-895f-4de681b84d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:31.009388 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-54ddd2ec-7ba3-48be-a025-58b1641e9be9 req-6dea7099-0fab-488f-895f-4de681b84d58 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0804572 Aug 13 04:50:31.093414 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.146880 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-54ddd2ec-7ba3-48be-a025-58b1641e9be9 req-7f9243fb-d484-4103-ab39-eef1c2210346 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958562 Aug 13 04:50:31.174164 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed206599-d680-4228-aaed-b1f673e238f2 req-e7a0cac8-a08d-4970-8532-78c60990b26d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782537 Aug 13 04:50:31.186726 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28edfb-b40f-4174-95ae-907eedf449a3 req-55974c13-6d58-4eff-a8de-d8cbbb5b7450 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:31.188410 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb28edfb-b40f-4174-95ae-907eedf449a3 req-55974c13-6d58-4eff-a8de-d8cbbb5b7450 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0914524 Aug 13 04:50:31.220852 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.230265 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.265840 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb28edfb-b40f-4174-95ae-907eedf449a3 req-75fa7e42-3156-4389-a2f5-a1f9a34933e5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714543 Aug 13 04:50:31.289471 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d89b635-0f4e-43d0-822b-c6b0c7272316,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:31.289657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d9b68-1b57-4d8d-ad4d-feffa9a99f9f req-ba68d3a5-fc5f-44de-9cdd-0f34c4856905 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:31.289657 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb9d9b68-1b57-4d8d-ad4d-feffa9a99f9f req-ba68d3a5-fc5f-44de-9cdd-0f34c4856905 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0775478 Aug 13 04:50:31.289860 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfc98735f6e84bb29230984f63155972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110340 Aug 13 04:50:31.289943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 53784) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:31.292285 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.292408 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.292893 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.293241 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.293721 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.294055 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.294388 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.294722 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.295228 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.295829 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.296760 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.297217 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28435fe7-e672-40d2-bf8d-30897f6044c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.366137 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb9d9b68-1b57-4d8d-ad4d-feffa9a99f9f req-ead83299-19e0-4749-b08a-b309a60234d5 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763884 Aug 13 04:50:31.409211 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.440822 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9038c3-70be-4740-aeb2-af82531123d6 req-ff893f00-303b-4791-92e4-fcfd388d6671 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:31.442416 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1d9038c3-70be-4740-aeb2-af82531123d6 req-ff893f00-303b-4791-92e4-fcfd388d6671 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0954621 Aug 13 04:50:31.454655 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.535828 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1d9038c3-70be-4740-aeb2-af82531123d6 req-bb47a5df-862d-4ce6-b6a2-c8c6d73a055f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781877 Aug 13 04:50:31.544791 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec24a8-2fcc-47d3-8de7-72e719300ddb req-361d7e65-be99-440a-9e98-44efdce86096 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:31.546394 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9cec24a8-2fcc-47d3-8de7-72e719300ddb req-361d7e65-be99-440a-9e98-44efdce86096 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.1188936 Aug 13 04:50:31.592578 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9cec24a8-2fcc-47d3-8de7-72e719300ddb req-1c250bc1-7ae4-4545-a68d-c818cef62f2b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Aug 13 04:50:31.593414 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.596051 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.597136 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d89b635-0f4e-43d0-822b-c6b0c7272316 HTTP/1.1" status: 204 len: 168 time: 0.3085830 Aug 13 04:50:31.605101 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d89b635-0f4e-43d0-822b-c6b0c7272316,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:31.615319 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.616015 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.616980 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.617326 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.617878 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.618824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.619232 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.619773 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.620031 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.620409 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.620806 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.621240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303ecb1-74f1-45c4-a440-76bea1400f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:50:31.917285 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53808) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:31.932749 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fa9b332c-74d1-4cc5-b876-18f80b631e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:31.987038 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4a21e-68c8-4417-aeae-4de5ef1c294d req-fb563d4b-6964-4e2d-b4b9-4a013ab8358b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:31.994696 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2bd4a21e-68c8-4417-aeae-4de5ef1c294d req-fb563d4b-6964-4e2d-b4b9-4a013ab8358b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0793877 Aug 13 04:50:32.035705 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2bd4a21e-68c8-4417-aeae-4de5ef1c294d req-508afabd-48ba-4225-9e37-00e56694f3b4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 Aug 13 04:50:32.043392 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fa9b332c-74d1-4cc5-b876-18f80b631e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:32.049411 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fa9b332c-74d1-4cc5-b876-18f80b631e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:32.284673 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-fa9b332c-74d1-4cc5-b876-18f80b631e8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d3d276c2c564f5fb51f1d7994ebaa3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659995 Aug 13 04:50:32.285557 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b332c-74d1-4cc5-b876-18f80b631e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4945942-3e0c-4a58-bedb-22eb5a83eb73,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:32.288100 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 53822) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:32.354199 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-946b6191-95a1-4840-8b45-e0a9258ff5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:32.390611 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-946b6191-95a1-4840-8b45-e0a9258ff5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:32.424405 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff22db-ae99-4bf8-a470-e2338031d101 req-23f9077c-9f0f-4963-8326-fc6860f22be1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:32.425908 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4eff22db-ae99-4bf8-a470-e2338031d101 req-23f9077c-9f0f-4963-8326-fc6860f22be1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0841894 Aug 13 04:50:32.502264 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4eff22db-ae99-4bf8-a470-e2338031d101 req-ea522779-2ca9-4dd1-bfbe-83ea17fca83c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693917 Aug 13 04:50:32.516853 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb280c-5bb3-424d-bd61-d8ea72be2aca req-15f5ec27-64d1-4d78-8c68-435df785d6eb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:32.518424 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-edfb280c-5bb3-424d-bd61-d8ea72be2aca req-15f5ec27-64d1-4d78-8c68-435df785d6eb tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0843937 Aug 13 04:50:32.520530 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-946b6191-95a1-4840-8b45-e0a9258ff5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:32.522586 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-946b6191-95a1-4840-8b45-e0a9258ff5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:32.526667 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-946b6191-95a1-4840-8b45-e0a9258ff5b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4945942-3e0c-4a58-bedb-22eb5a83eb73 HTTP/1.1" status: 204 len: 168 time: 0.2342324 Aug 13 04:50:32.559253 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b6191-95a1-4840-8b45-e0a9258ff5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4945942-3e0c-4a58-bedb-22eb5a83eb73,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:32.605416 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-edfb280c-5bb3-424d-bd61-d8ea72be2aca req-8cd423ff-8760-463f-8e1d-3ea69a31fe67 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Aug 13 04:50:32.723640 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35132897-b6ea-4448-b674-076316bacdf0 req-f5880adb-4f01-47cf-b60e-9deaf7f317a1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:32.725644 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35132897-b6ea-4448-b674-076316bacdf0 req-f5880adb-4f01-47cf-b60e-9deaf7f317a1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0831892 Aug 13 04:50:32.816006 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf0115-813b-4ee0-a0b5-e7b7ed1f6aac req-6fa323f2-1371-4010-848d-eb298d478d70 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:32.817845 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-00cf0115-813b-4ee0-a0b5-e7b7ed1f6aac req-6fa323f2-1371-4010-848d-eb298d478d70 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0909352 Aug 13 04:50:32.826030 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35132897-b6ea-4448-b674-076316bacdf0 req-60c1322c-ec91-46bc-a488-84a2a9d4a595 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889072 Aug 13 04:50:32.868968 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-00cf0115-813b-4ee0-a0b5-e7b7ed1f6aac req-f7c6349f-7096-448c-bd70-11a0de1965c7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Aug 13 04:50:33.180307 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b415-0d01-42cb-8b9d-f3b979cd894d req-27012e5b-c85f-454f-8652-fbfc45eebc39 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:33.183738 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2476b415-0d01-42cb-8b9d-f3b979cd894d req-27012e5b-c85f-454f-8652-fbfc45eebc39 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0725276 Aug 13 04:50:33.270334 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2476b415-0d01-42cb-8b9d-f3b979cd894d req-3228905c-bdd9-4375-8ef6-0de8bf2aabd1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805912 Aug 13 04:50:33.315179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da032bd9-e6bd-4b5d-917a-9bec5bf96c50 req-04e8430d-d5b6-4f58-91e3-2c9ab0810864 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:33.316668 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da032bd9-e6bd-4b5d-917a-9bec5bf96c50 req-04e8430d-d5b6-4f58-91e3-2c9ab0810864 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0973704 Aug 13 04:50:33.323912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-e351e7b1-58c9-4ca3-9876-4cacf75a360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:33.325338 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-e351e7b1-58c9-4ca3-9876-4cacf75a360f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0699136 Aug 13 04:50:33.432748 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da032bd9-e6bd-4b5d-917a-9bec5bf96c50 req-22cb622d-755f-4f92-b887-297e667eb001 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063268 Aug 13 04:50:33.476234 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-38b443ee-eba9-48d0-8535-d9b48f3fcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:33.478698 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-38b443ee-eba9-48d0-8535-d9b48f3fcb2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 916 time: 0.1376505 Aug 13 04:50:33.489929 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53880) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:33.536558 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-1b0bdd85-50d6-48ca-812d-e18db6a356c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=916671e7-7f59-48c9-976a-00079501ae4e HTTP/1.1" status: 200 len: 217 time: 0.0470285 Aug 13 04:50:33.601003 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-910b3b42-12b8-4ca5-a2fb-be29a4a94089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:33.602319 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-910b3b42-12b8-4ca5-a2fb-be29a4a94089 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.0581403 Aug 13 04:50:33.626050 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e41de3c3-59e9-40a7-8cbf-67371a84b840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:33.663471 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-f11f0ede-a804-42b9-b970-a578c77971ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455172 Aug 13 04:50:33.694011 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ba532-e657-4313-86d7-ecdacb4c984d req-32b1a0da-a5e0-4b86-b6d3-ce0014047612 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:33.694823 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-786ba532-e657-4313-86d7-ecdacb4c984d req-32b1a0da-a5e0-4b86-b6d3-ce0014047612 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0858731 Aug 13 04:50:33.754652 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e41de3c3-59e9-40a7-8cbf-67371a84b840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:33.760045 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e41de3c3-59e9-40a7-8cbf-67371a84b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:33.799678 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-786ba532-e657-4313-86d7-ecdacb4c984d req-e069611b-5902-4ee7-ab7e-c04af8248320 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888629 Aug 13 04:50:33.809224 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41de3c3-59e9-40a7-8cbf-67371a84b840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cf8932-5f8e-4df7-9307-c87f2b6750d3,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:33.815017 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e41de3c3-59e9-40a7-8cbf-67371a84b840 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6cc515d14b04158ae391419ca839614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239517 Aug 13 04:50:33.817753 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53900) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:33.883369 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-92c5b926-e0c6-4336-b21e-e4f05f8b910c service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787639 Aug 13 04:50:33.895380 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-cc46ce03-b3f7-409b-a771-3cf5cec16a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:33.920569 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-cc46ce03-b3f7-409b-a771-3cf5cec16a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:33.989968 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-cc46ce03-b3f7-409b-a771-3cf5cec16a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:33.995501 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-cc46ce03-b3f7-409b-a771-3cf5cec16a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:33.997259 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-cc46ce03-b3f7-409b-a771-3cf5cec16a6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57cf8932-5f8e-4df7-9307-c87f2b6750d3 HTTP/1.1" status: 204 len: 168 time: 0.1773152 Aug 13 04:50:34.006400 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46ce03-b3f7-409b-a771-3cf5cec16a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cf8932-5f8e-4df7-9307-c87f2b6750d3,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:34.072589 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 53914) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:34.092991 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63375b-1745-4c94-a99a-558adbe02686 req-58601b50-b8f4-4a70-a3bf-a03c50500ed7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:34.094509 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db63375b-1745-4c94-a99a-558adbe02686 req-58601b50-b8f4-4a70-a3bf-a03c50500ed7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.1662104 Aug 13 04:50:34.105338 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221f44-2c35-4d5a-839a-16ef68273735 req-71df76a8-2510-45bc-b081-ecb52bfe8cd5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:34.106884 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-62221f44-2c35-4d5a-839a-16ef68273735 req-71df76a8-2510-45bc-b081-ecb52bfe8cd5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1559520 Aug 13 04:50:34.116273 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 53920) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:34.137100 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'floatingip': {'port_id': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:34.207963 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a96b3ad4-b8a4-4ae0-9543-85c59434cc79 req-c39add4d-5bc0-4831-8b66-62bccc86b36b service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054364 Aug 13 04:50:34.213639 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:34.264048 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db63375b-1745-4c94-a99a-558adbe02686 req-ba722951-2cfa-49eb-a490-ee26b7fe22c3 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561871 Aug 13 04:50:34.415688 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-14dcda96-0bca-4859-8067-5ae10517bb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:34.593158 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0104050-d661-4903-82d2-3ad59480abe3 req-14a82992-d9d4-4b1d-9416-ad0819aff5d9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:34.600217 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c0104050-d661-4903-82d2-3ad59480abe3 req-14a82992-d9d4-4b1d-9416-ad0819aff5d9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.2132788 Aug 13 04:50:34.697744 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c0104050-d661-4903-82d2-3ad59480abe3 req-0bf8fc3d-42f6-4f1a-bf7e-4fc444e56f10 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916393 Aug 13 04:50:35.111153 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53980) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:35.217867 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eb670-f3e1-40a7-b432-84729c50035e req-6df522a2-9c92-490b-8354-0fb5b90b6e3b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:35.219384 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8c0eb670-f3e1-40a7-b432-84729c50035e req-6df522a2-9c92-490b-8354-0fb5b90b6e3b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.4562070 Aug 13 04:50:35.227513 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d531771c-9a27-400e-b303-4189b14d125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.271257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac2b5a-1fcc-47fd-979a-2ddd3c99d35b req-ba374b56-00e9-4aaf-a1a4-d5b21eb681c5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:35.272714 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6ac2b5a-1fcc-47fd-979a-2ddd3c99d35b req-ba374b56-00e9-4aaf-a1a4-d5b21eb681c5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.4446821 Aug 13 04:50:35.274629 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-14dcda96-0bca-4859-8067-5ae10517bb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.283503 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 53988) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:35.289084 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'floatingip': {'port_id': '3f86feb7-fd47-4a29-a6d8-eab546cede57'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:50:35.298856 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-14dcda96-0bca-4859-8067-5ae10517bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.373937 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.439800 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-14dcda96-0bca-4859-8067-5ae10517bb1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e46ff168f984e2fae3489567622412d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3650103 Aug 13 04:50:35.442916 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8c0eb670-f3e1-40a7-b432-84729c50035e req-19bc8ffa-d835-43f0-be78-5ebe862b77f1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090805 Aug 13 04:50:35.443639 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 53992) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:35.453564 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcda96-0bca-4859-8067-5ae10517bb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a5579c-a584-4da7-ab96-4a3db638e5fe,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:35.489377 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.db.resource_extend [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 04:50:35.590168 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe365dd-03e1-4938-ac74-32d80b19cecb req-6fc6281e-d4d0-45f8-b267-4db5970151c6 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:35.591664 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3fe365dd-03e1-4938-ac74-32d80b19cecb req-6fc6281e-d4d0-45f8-b267-4db5970151c6 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.2356577 Aug 13 04:50:35.605661 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.627639 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.670351 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8c71b2c0-9fa8-440c-b936-0d3937099ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.684339 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d531771c-9a27-400e-b303-4189b14d125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.699264 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d531771c-9a27-400e-b303-4189b14d125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.701361 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3fe365dd-03e1-4938-ac74-32d80b19cecb req-d0a7968c-e676-41e8-9bf0-20a21b5cb045 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945904 Aug 13 04:50:35.712266 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8c71b2c0-9fa8-440c-b936-0d3937099ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.760470 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d531771c-9a27-400e-b303-4189b14d125a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da8bdbcf19554becb9511c7e031a02fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471193 Aug 13 04:50:35.766892 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54000) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:35.788174 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531771c-9a27-400e-b303-4189b14d125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b4916-d94b-4cb9-ba62-4d6f83e7fae0,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:35.813167 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Floating IP 8f64bb7f-b336-48ba-a409-7267705c2e6b associated. External IP: 172.27.1.98, port: 3638c3a7-013e-4b8a-82e2-28c6a412c384. Aug 13 04:50:35.878106 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8c71b2c0-9fa8-440c-b936-0d3937099ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.880617 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8c71b2c0-9fa8-440c-b936-0d3937099ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.884092 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-8c71b2c0-9fa8-440c-b936-0d3937099ba5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03a5579c-a584-4da7-ab96-4a3db638e5fe HTTP/1.1" status: 204 len: 168 time: 0.4243679 Aug 13 04:50:35.937479 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71b2c0-9fa8-440c-b936-0d3937099ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a5579c-a584-4da7-ab96-4a3db638e5fe,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:35.945310 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9733-f3d9-44b5-bebc-0d6623d84dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:35.968387 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9733-f3d9-44b5-bebc-0d6623d84dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.101551 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9733-f3d9-44b5-bebc-0d6623d84dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.104819 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9733-f3d9-44b5-bebc-0d6623d84dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.108318 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-1fcc9733-f3d9-44b5-bebc-0d6623d84dbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/678b4916-d94b-4cb9-ba62-4d6f83e7fae0 HTTP/1.1" status: 204 len: 168 time: 0.3342891 Aug 13 04:50:36.145978 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc9733-f3d9-44b5-bebc-0d6623d84dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b4916-d94b-4cb9-ba62-4d6f83e7fae0,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:36.195566 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.db.resource_extend [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 04:50:36.217408 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Router 3ce55b29-3cb5-47b6-9315-49c23e68b51b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:50:36.279430 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.285347 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.322926 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54014) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:36.339939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0093154f-262e-4ebf-bd52-72836afd56a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.347177 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:50:36.353058 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.365151 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] Sync routers for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:50:36.378794 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:50:36.380283 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:50:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:36.388518 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-22ea7068-614e-4c85-8cc9-0d5d1ae6c88a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "PUT /v2.0/floatingips/8f64bb7f-b336-48ba-a409-7267705c2e6b HTTP/1.1" status: 200 len: 991 time: 2.2687471 Aug 13 04:50:36.388518 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:36.389175 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb853d77-59a6-4a00-8b89-66d0b497f564" -d '{"events": [{"name": "network-changed", "server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:36.454316 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.l3_db [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Floating IP ed7abb81-018c-4bd5-9726-ab0cd7e2193a associated. External IP: 172.27.1.138, port: 3f86feb7-fd47-4a29-a6d8-eab546cede57. Aug 13 04:50:36.456664 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb051b2-16c3-4686-91db-9db78828aae6 x-openstack-request-id: req-edb051b2-16c3-4686-91db-9db78828aae6 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:36.458516 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:36.458516 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edb051b2-16c3-4686-91db-9db78828aae6 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:36.458516 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'status': 'completed', 'code': 200} Aug 13 04:50:36.552839 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:50:36.589548 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0093154f-262e-4ebf-bd52-72836afd56a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.602857 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0093154f-262e-4ebf-bd52-72836afd56a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.620262 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-70d2d0ed-9ce3-485f-a231-90741a241ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:36.621865 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-70d2d0ed-9ce3-485f-a231-90741a241ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1099 time: 0.1044643 Aug 13 04:50:36.670949 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179ec56-256a-4801-8e20-5873e5f2dffa req-99c401ae-954b-4239-a870-4ca325aa0a95 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:36.678357 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4179ec56-256a-4801-8e20-5873e5f2dffa req-99c401ae-954b-4239-a870-4ca325aa0a95 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.1015358 Aug 13 04:50:36.760946 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Router 993bed7e-c317-4db4-bacc-96eaed070a3b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:50:36.768184 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093154f-262e-4ebf-bd52-72836afd56a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0879dbd7-58ff-4647-8b9c-689be7cd99df,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:36.774254 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-0093154f-262e-4ebf-bd52-72836afd56a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61d710ecce784302aaf95ac9f34189f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502447 Aug 13 04:50:36.778308 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54030) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:36.787968 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4179ec56-256a-4801-8e20-5873e5f2dffa req-c64a3e54-900d-4e83-97bf-aeaf09a009d2 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043992 Aug 13 04:50:36.833725 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-b32779c8-3084-45ce-a74f-181b9ada9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:36.835622 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-b32779c8-3084-45ce-a74f-181b9ada9b87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.1951835 Aug 13 04:50:36.849278 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54032) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:36.928642 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ec2b-e5b1-43bc-88aa-14dd8bceada9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:36.991719 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-404d1cf9-a4c5-4072-9fe9-1511122fbf90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 999 time: 0.1486063 Aug 13 04:50:37.062680 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-bc85e32a-ca9e-4ce2-abc9-d2d5cbdcf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:37.064200 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-bc85e32a-ca9e-4ce2-abc9-d2d5cbdcf4bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0627658 Aug 13 04:50:37.073297 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '8f64bb7f-b336-48ba-a409-7267705c2e6b', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'port_id': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'mac_address': 'fa:16:3e:5e:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:49:41Z', 'updated_at': '2021-08-13T04:50:35Z', 'revision_number': 1, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:37.099153 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] Checking router: 3ce55b29-3cb5-47b6-9315-49c23e68b51b for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:50:37.108839 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:50:37.109478 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:50:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:37.133245 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-22129dea-9116-4c24-808c-41a5d54ed18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.135224 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ec2b-e5b1-43bc-88aa-14dd8bceada9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.137379 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-f06f1198-0703-46b5-a095-c6d5be3a314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:37.138977 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-f06f1198-0703-46b5-a095-c6d5be3a314b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667253 Aug 13 04:50:37.140479 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ec2b-e5b1-43bc-88aa-14dd8bceada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.168820 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-22129dea-9116-4c24-808c-41a5d54ed18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.216725 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:50:37.225352 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] Sync routers for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:50:37.236600 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.246111 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:50:37.246951 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:50:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:37.247083 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:50:37.273252 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-22129dea-9116-4c24-808c-41a5d54ed18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.276786 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-22129dea-9116-4c24-808c-41a5d54ed18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.278458 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-22129dea-9116-4c24-808c-41a5d54ed18f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0879dbd7-58ff-4647-8b9c-689be7cd99df HTTP/1.1" status: 204 len: 168 time: 0.4990008 Aug 13 04:50:37.280716 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f4cd8f03-0029-4ac4-9326-5deee213a83d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "PUT /v2.0/floatingips/ed7abb81-018c-4bd5-9726-ab0cd7e2193a HTTP/1.1" status: 200 len: 991 time: 1.9961431 Aug 13 04:50:37.294042 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:37.301840 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c16be9c-0c6c-4277-bd45-6a4670c4da75" -d '{"events": [{"name": "network-changed", "server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:37.325748 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129dea-9116-4c24-808c-41a5d54ed18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0879dbd7-58ff-4647-8b9c-689be7cd99df,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:37.453875 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f2e0ec2b-e5b1-43bc-88aa-14dd8bceada9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95a54ab5663042c2b0e0731d2928c61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023333 Aug 13 04:50:37.456388 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54050) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:37.463254 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0ec2b-e5b1-43bc-88aa-14dd8bceada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0cf0be-bfa9-413e-8725-45edd4e1b63d,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:37.471693 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:50:37.519386 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c5cc6-7f2c-4438-b0b2-ad0c7d15fbdb x-openstack-request-id: req-bc2c5cc6-7f2c-4438-b0b2-ad0c7d15fbdb {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:37.520937 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:37.521585 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc2c5cc6-7f2c-4438-b0b2-ad0c7d15fbdb {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:37.522171 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'status': 'completed', 'code': 200} Aug 13 04:50:37.546290 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-2e0cc2ee-dcf5-44f3-91a8-1f35bcfe05f9 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860991 Aug 13 04:50:37.564536 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-734e50b9-b15d-4b6d-b84b-19e4a8567e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.592891 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-734e50b9-b15d-4b6d-b84b-19e4a8567e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.655261 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-734e50b9-b15d-4b6d-b84b-19e4a8567e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.658268 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-734e50b9-b15d-4b6d-b84b-19e4a8567e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.662000 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-734e50b9-b15d-4b6d-b84b-19e4a8567e29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a0cf0be-bfa9-413e-8725-45edd4e1b63d HTTP/1.1" status: 204 len: 168 time: 0.2021489 Aug 13 04:50:37.671150 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e50b9-b15d-4b6d-b84b-19e4a8567e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0cf0be-bfa9-413e-8725-45edd4e1b63d,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:37.703761 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '8f64bb7f-b336-48ba-a409-7267705c2e6b', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'port_id': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'mac_address': 'fa:16:3e:5e:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:49:41Z', 'updated_at': '2021-08-13T04:50:35Z', 'revision_number': 1, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:37.742005 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cdbc5-b7eb-4a0d-8e71-ee8d4a9e2dfe None None] The sync data for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi is: [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '8f64bb7f-b336-48ba-a409-7267705c2e6b', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'port_id': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'mac_address': 'fa:16:3e:5e:a9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:49:41Z', 'updated_at': '2021-08-13T04:50:35Z', 'revision_number': 1, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:50:37.854456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54060) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:37.868886 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a247e0fd-8e0c-4496-8689-0feea7124074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.875550 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'ed7abb81-018c-4bd5-9726-ab0cd7e2193a', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'port_id': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'mac_address': 'fa:16:3e:5c:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:49:45Z', 'updated_at': '2021-08-13T04:50:36Z', 'revision_number': 1, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:37.903838 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] Checking router: 993bed7e-c317-4db4-bacc-96eaed070a3b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:50:37.912572 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:50:37.913317 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:50:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:37.981532 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a247e0fd-8e0c-4496-8689-0feea7124074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:37.994799 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a247e0fd-8e0c-4496-8689-0feea7124074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:38.039140 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-a247e0fd-8e0c-4496-8689-0feea7124074 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98b936707e5248eeb0c341ce91ab7e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810935 Aug 13 04:50:38.039140 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247e0fd-8e0c-4496-8689-0feea7124074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00770c1-ef0b-43a3-9372-5f28156496a7,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:38.039659 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54070) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:38.051196 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:50:38.084091 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213f80e-75c8-4171-ad52-455a9da9b606 None None] New status for floating IP 8f64bb7f-b336-48ba-a409-7267705c2e6b: ACTIVE {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:50:38.117417 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fa299755-6a4b-4cfd-8a1d-b6bdae25e382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:38.141758 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fa299755-6a4b-4cfd-8a1d-b6bdae25e382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:38.207457 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fa299755-6a4b-4cfd-8a1d-b6bdae25e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:38.215550 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fa299755-6a4b-4cfd-8a1d-b6bdae25e382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:38.216725 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-fa299755-6a4b-4cfd-8a1d-b6bdae25e382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a00770c1-ef0b-43a3-9372-5f28156496a7 HTTP/1.1" status: 204 len: 168 time: 0.1762111 Aug 13 04:50:38.224394 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa299755-6a4b-4cfd-8a1d-b6bdae25e382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00770c1-ef0b-43a3-9372-5f28156496a7,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:38.451002 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'ed7abb81-018c-4bd5-9726-ab0cd7e2193a', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'port_id': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'mac_address': 'fa:16:3e:5c:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:49:45Z', 'updated_at': '2021-08-13T04:50:36Z', 'revision_number': 1, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:50:38.481329 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fda37ea-adc9-4b61-8f19-2563d73d79eb None None] The sync data for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi is: [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'ed7abb81-018c-4bd5-9726-ab0cd7e2193a', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'port_id': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'mac_address': 'fa:16:3e:5c:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:49:45Z', 'updated_at': '2021-08-13T04:50:36Z', 'revision_number': 1, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:50:38.701368 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88863238-69e9-4c77-aabc-f82b7ce6e2bb None None] New status for floating IP ed7abb81-018c-4bd5-9726-ab0cd7e2193a: ACTIVE {{(pid=105493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:50:40.039894 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6c8fad04-8ca6-4c7f-bf35-63a70107fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:40.807913 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:41.931318 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-66f56c98-ab50-4c2d-82b3-fa7926844050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:41.932114 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-918ab2e2-e22c-4e0c-ab7f-2763719d7fdf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657198 Aug 13 04:50:41.932804 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-66f56c98-ab50-4c2d-82b3-fa7926844050 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0698237 Aug 13 04:50:41.947272 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb853d77-59a6-4a00-8b89-66d0b497f564 req-cafb151d-c278-4f66-9483-ed9904811efb service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224587 Aug 13 04:50:41.999164 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363d752-f13b-4e01-b039-9cc78236b90b req-b7418e69-b248-46c2-80d8-0281ba5dcb8d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:42.000714 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0363d752-f13b-4e01-b039-9cc78236b90b req-b7418e69-b248-46c2-80d8-0281ba5dcb8d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Aug 13 04:50:42.050428 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0363d752-f13b-4e01-b039-9cc78236b90b req-0205813f-4913-457e-a87d-1c780160574e tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Aug 13 04:50:42.171470 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-196d989a-a035-4117-b017-35a6a392c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:42.173036 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-196d989a-a035-4117-b017-35a6a392c429 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fedf3019e9d24b838d81d2ea39a9a4e8&device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 1098 time: 0.0415623 Aug 13 04:50:42.234285 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-f09ecea9-67fe-4e11-ae48-ed4083b9c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:42.235873 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-f09ecea9-67fe-4e11-ae48-ed4083b9c753 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.1513817 Aug 13 04:50:42.256119 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9543-da05-4e03-9115-4fb070074ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:42.313680 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-e693cc6a-f4ba-41d2-a9eb-791914fb6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:42.315165 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-e693cc6a-f4ba-41d2-a9eb-791914fb6539 service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d2647-cefe-4566-8b4a-d4f9b0a39169 HTTP/1.1" status: 200 len: 912 time: 0.0962563 Aug 13 04:50:42.346545 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-ed7aa54d-0190-41dd-9e34-1d09cfe2362d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 200 len: 1001 time: 0.1012862 Aug 13 04:50:42.360372 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-f437f31f-6498-4b12-a17a-150d58eef064 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad39143e-8af9-4d77-8097-d57fea43cf88 HTTP/1.1" status: 200 len: 217 time: 0.0354872 Aug 13 04:50:42.404356 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-c5b946a3-e8ce-4283-a4f8-89f59685428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:42.405929 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-c5b946a3-e8ce-4283-a4f8-89f59685428e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.0439279 Aug 13 04:50:42.417928 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-87840900-5068-48d1-8f89-0173e985e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:42.419276 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-87840900-5068-48d1-8f89-0173e985e8c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3 HTTP/1.1" status: 200 len: 852 time: 0.0442510 Aug 13 04:50:42.459147 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-a9b4b5fb-0995-458d-b56a-2995dd01d7be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d2647-cefe-4566-8b4a-d4f9b0a39169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237355 Aug 13 04:50:42.460902 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-621fd3e8-30ef-47ba-8b51-83b8b1480342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:42.462965 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-621fd3e8-30ef-47ba-8b51-83b8b1480342 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395744 Aug 13 04:50:42.566970 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-188c7b9e-4f73-404b-9ca5-e9f5795e2a3f service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826159 Aug 13 04:50:42.567210 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-77891dfb-0e54-4535-ab8a-45ed31e854a3 service neutron] 10.222.0.58 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837822 Aug 13 04:50:42.612321 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:42.664878 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6c16be9c-0c6c-4277-bd45-6a4670c4da75 req-78ea1398-86d6-45e6-80f2-bb75d6fe7066 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823417 Aug 13 04:50:42.666386 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb3c3d1e-c13e-40c0-b7f7-dab079e0fc16 req-42fe33d9-958f-46db-bbd1-c5b1968357a6 service neutron] 10.222.0.58 "GET /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850654 Aug 13 04:50:43.170207 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9e569-685f-451e-a1f6-6c4410cdc817 req-8ad57c22-cbd3-4866-a9fa-c2a064355d1e tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:43.171798 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8e9e569-685f-451e-a1f6-6c4410cdc817 req-8ad57c22-cbd3-4866-a9fa-c2a064355d1e tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0548942 Aug 13 04:50:43.210890 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8e9e569-685f-451e-a1f6-6c4410cdc817 req-f54edaef-42b6-4ded-87e5-2c1e80e38124 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Aug 13 04:50:43.620499 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:44.326363 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b44f44-822f-4087-b3e0-4e9a5bc07860 req-732aa622-f704-4e33-bdca-267271533f46 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:44.327832 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e3b44f44-822f-4087-b3e0-4e9a5bc07860 req-732aa622-f704-4e33-bdca-267271533f46 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0488954 Aug 13 04:50:44.369131 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e3b44f44-822f-4087-b3e0-4e9a5bc07860 req-af4262f0-11ed-480e-80b8-8b6012b28fe7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354750 Aug 13 04:50:45.357255 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:45.485119 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d969c6-9566-4640-a9ad-0c88bb443e0b req-4dc835d3-3ed3-4526-9407-aa81ff309a3d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:45.486509 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-26d969c6-9566-4640-a9ad-0c88bb443e0b req-4dc835d3-3ed3-4526-9407-aa81ff309a3d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0467131 Aug 13 04:50:45.522359 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-26d969c6-9566-4640-a9ad-0c88bb443e0b req-a447a21e-ec72-4ed7-837f-379e05490dc4 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299864 Aug 13 04:50:48.997837 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527101-310e-4a18-a259-336a4150ab4d req-589fdfde-5175-4ecb-aa53-680d7a26bc63 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:48.999302 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8527101-310e-4a18-a259-336a4150ab4d req-589fdfde-5175-4ecb-aa53-680d7a26bc63 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Aug 13 04:50:49.036831 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8527101-310e-4a18-a259-336a4150ab4d req-19772678-5580-4076-ae76-7fe6cdc2fbea tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Aug 13 04:50:49.970804 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dfaa1-617f-43e5-91e4-58252675c707 req-28fd9d87-5eb9-4ecf-aa17-f76b49fc4609 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:49.972188 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-131dfaa1-617f-43e5-91e4-58252675c707 req-28fd9d87-5eb9-4ecf-aa17-f76b49fc4609 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0500908 Aug 13 04:50:50.008312 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-131dfaa1-617f-43e5-91e4-58252675c707 req-70a5cd87-8188-439f-8ef0-c9c2297a8b52 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301764 Aug 13 04:50:50.283652 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54382) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:50.382558 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f424ee9a-0985-4892-aa6d-fcb7db784a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:50.467889 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f424ee9a-0985-4892-aa6d-fcb7db784a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:50.471411 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f424ee9a-0985-4892-aa6d-fcb7db784a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:50.514216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f424ee9a-0985-4892-aa6d-fcb7db784a3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b079dc55389450fbbbc6531039b70d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281833 Aug 13 04:50:50.514835 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424ee9a-0985-4892-aa6d-fcb7db784a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f67b72a-e783-405a-abcb-179f48819fe5,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:50.515635 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54390) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:50.565769 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2c3601c1-18e6-4433-98a5-68b0a0fb8973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:50.590000 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2c3601c1-18e6-4433-98a5-68b0a0fb8973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:50.642251 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2c3601c1-18e6-4433-98a5-68b0a0fb8973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:50.644770 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2c3601c1-18e6-4433-98a5-68b0a0fb8973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:50.645933 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2c3601c1-18e6-4433-98a5-68b0a0fb8973 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f67b72a-e783-405a-abcb-179f48819fe5 HTTP/1.1" status: 204 len: 168 time: 0.1293094 Aug 13 04:50:50.654015 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3601c1-18e6-4433-98a5-68b0a0fb8973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f67b72a-e783-405a-abcb-179f48819fe5,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:50.819581 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54406) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:50.924364 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-13085b01-3082-4c5a-9fac-ee9f9a004662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.014183 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-13085b01-3082-4c5a-9fac-ee9f9a004662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.018121 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-13085b01-3082-4c5a-9fac-ee9f9a004662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.053707 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13085b01-3082-4c5a-9fac-ee9f9a004662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f549ae31-b52c-4584-8db7-3042141ef624,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:51.059378 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-13085b01-3082-4c5a-9fac-ee9f9a004662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e64e20daa2f4146b5ce1cbbc5fc4872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387736 Aug 13 04:50:51.062069 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54420) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:51.109736 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aee315dd-743c-4469-88e4-bcc45edf0f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.131367 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aee315dd-743c-4469-88e4-bcc45edf0f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.189611 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aee315dd-743c-4469-88e4-bcc45edf0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.192119 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aee315dd-743c-4469-88e4-bcc45edf0f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.193258 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-aee315dd-743c-4469-88e4-bcc45edf0f67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f549ae31-b52c-4584-8db7-3042141ef624 HTTP/1.1" status: 204 len: 168 time: 0.1303947 Aug 13 04:50:51.201556 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee315dd-743c-4469-88e4-bcc45edf0f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f549ae31-b52c-4584-8db7-3042141ef624,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:51.512950 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54438) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:51.526297 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0d98da00-e003-466a-92f2-7177d177861f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.615675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0d98da00-e003-466a-92f2-7177d177861f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.620141 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0d98da00-e003-466a-92f2-7177d177861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.658471 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98da00-e003-466a-92f2-7177d177861f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93987bb-b750-49a7-82e2-f213671a6ade,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:51.667878 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0d98da00-e003-466a-92f2-7177d177861f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb25adf731894817953c1679d5138968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498957 Aug 13 04:50:51.667972 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54444) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:51.724947 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-35abcfb4-e8a1-46cc-9c6b-8a0cf49fee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.746694 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-35abcfb4-e8a1-46cc-9c6b-8a0cf49fee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.798164 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-35abcfb4-e8a1-46cc-9c6b-8a0cf49fee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.800895 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-35abcfb4-e8a1-46cc-9c6b-8a0cf49fee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:51.804430 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-35abcfb4-e8a1-46cc-9c6b-8a0cf49fee2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f93987bb-b750-49a7-82e2-f213671a6ade HTTP/1.1" status: 204 len: 168 time: 0.1336479 Aug 13 04:50:51.811096 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abcfb4-e8a1-46cc-9c6b-8a0cf49fee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93987bb-b750-49a7-82e2-f213671a6ade,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:52.115453 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54454) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:52.128513 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b071d25b-dabc-4cb7-badf-7773bb4b1f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:52.216110 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b071d25b-dabc-4cb7-badf-7773bb4b1f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:52.219752 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b071d25b-dabc-4cb7-badf-7773bb4b1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:52.256186 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b071d25b-dabc-4cb7-badf-7773bb4b1f77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c63fc3a9bd74960a5a4ecef18067c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396570 Aug 13 04:50:52.258090 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071d25b-dabc-4cb7-badf-7773bb4b1f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a3309b-879c-476e-ace7-207aacde9707,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:52.259866 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54456) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:50:52.308102 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-323cd561-0752-4740-91b6-6560ac2b8fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:52.328510 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-323cd561-0752-4740-91b6-6560ac2b8fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:52.372223 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-323cd561-0752-4740-91b6-6560ac2b8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:52.374949 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-323cd561-0752-4740-91b6-6560ac2b8fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:52.376082 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-323cd561-0752-4740-91b6-6560ac2b8fcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7a3309b-879c-476e-ace7-207aacde9707 HTTP/1.1" status: 204 len: 168 time: 0.1152220 Aug 13 04:50:52.383411 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd561-0752-4740-91b6-6560ac2b8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a3309b-879c-476e-ace7-207aacde9707,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:53.056260 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecbb2d-1dc7-4e8f-a919-e2989ff77790 req-a05cdcd5-6a38-43af-acb7-ac532b9de55b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:53.058313 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5fecbb2d-1dc7-4e8f-a919-e2989ff77790 req-a05cdcd5-6a38-43af-acb7-ac532b9de55b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Aug 13 04:50:53.094462 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5fecbb2d-1dc7-4e8f-a919-e2989ff77790 req-3a222209-87f7-4efb-93bf-42123054012d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303807 Aug 13 04:50:53.196576 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd87d-fc9d-4ffc-8658-1f62370b4c0d req-a8dc9f67-3306-41d8-86ce-ab6de446fe4b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:53.198138 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d57dd87d-fc9d-4ffc-8658-1f62370b4c0d req-a8dc9f67-3306-41d8-86ce-ab6de446fe4b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Aug 13 04:50:53.236299 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d57dd87d-fc9d-4ffc-8658-1f62370b4c0d req-ea2ad6be-a805-43bc-aa66-2d1749d1598c tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Aug 13 04:50:53.405485 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:50:54.834568 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a1d39-19e4-48ed-97a5-f96fed35ace3 req-c86dd4a2-074c-414c-ae1c-fa209fe31b59 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:54.836024 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-539a1d39-19e4-48ed-97a5-f96fed35ace3 req-c86dd4a2-074c-414c-ae1c-fa209fe31b59 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0736253 Aug 13 04:50:54.870852 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e36646-8186-44d2-b4fa-4ef03ed49029 req-6002f9e4-c03e-4961-b16d-e1ac3ff6c196 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:54.872298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8e36646-8186-44d2-b4fa-4ef03ed49029 req-6002f9e4-c03e-4961-b16d-e1ac3ff6c196 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0783231 Aug 13 04:50:54.899784 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-539a1d39-19e4-48ed-97a5-f96fed35ace3 req-a86aa31a-1e84-4f2b-9e52-fd857dd39193 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563576 Aug 13 04:50:54.922858 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8e36646-8186-44d2-b4fa-4ef03ed49029 req-2cb7e3bb-1d42-404c-864a-4b3c615432df tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Aug 13 04:50:56.013583 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9c5f5-caea-466f-b151-28f8a590e47d req-e76c4116-18f1-433e-a18a-f0df4802cbe6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:56.015085 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7de9c5f5-caea-466f-b151-28f8a590e47d req-e76c4116-18f1-433e-a18a-f0df4802cbe6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0473280 Aug 13 04:50:56.077129 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7de9c5f5-caea-466f-b151-28f8a590e47d req-19c1e095-afdd-4e39-9f86-1c5b2a410973 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521438 Aug 13 04:50:56.085227 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7308eda-3e30-4b64-8f83-dff951b2749b req-860e3f76-6bb6-4cb4-8226-1715e37e2776 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:56.086729 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7308eda-3e30-4b64-8f83-dff951b2749b req-860e3f76-6bb6-4cb4-8226-1715e37e2776 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0707803 Aug 13 04:50:56.129946 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7308eda-3e30-4b64-8f83-dff951b2749b req-d45de55d-13bb-457f-a220-044bb1732488 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364349 Aug 13 04:50:57.201357 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77cf9-f934-4658-91c2-612702541b80 req-decb1b9a-be9b-4b62-95bd-92e1aa27881a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:57.202940 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d6e77cf9-f934-4658-91c2-612702541b80 req-decb1b9a-be9b-4b62-95bd-92e1aa27881a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0549021 Aug 13 04:50:57.270484 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d6e77cf9-f934-4658-91c2-612702541b80 req-b06cd60c-d80f-4abe-9f87-04c2b40fbd96 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602057 Aug 13 04:50:57.295692 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af6524-0b3f-48b6-ac99-3900b64735f4 req-eba3554e-42fd-498f-ae4d-ef7de56b9dd1 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:57.304917 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-75af6524-0b3f-48b6-ac99-3900b64735f4 req-eba3554e-42fd-498f-ae4d-ef7de56b9dd1 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0724125 Aug 13 04:50:57.340647 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-75af6524-0b3f-48b6-ac99-3900b64735f4 req-f17b5175-4960-48ba-a66e-fdaaf2e1155d tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Aug 13 04:50:58.267354 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754180e6-91c6-47ff-857b-da18370000ed req-e10d74ea-82fc-47fe-bdd2-4af88f53b24b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:58.268821 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-754180e6-91c6-47ff-857b-da18370000ed req-e10d74ea-82fc-47fe-bdd2-4af88f53b24b tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.58 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0793955 Aug 13 04:50:58.392903 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca1aab-2526-4429-b7f5-9c81e3757f19 req-f5b77f68-dffb-4c19-a59c-894d976d7465 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:58.394523 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9aca1aab-2526-4429-b7f5-9c81e3757f19 req-f5b77f68-dffb-4c19-a59c-894d976d7465 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Aug 13 04:50:58.420144 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Deleting port ad39143e-8af9-4d77-8097-d57fea43cf88 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:50:58.420486 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:58.435082 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9aca1aab-2526-4429-b7f5-9c81e3757f19 req-4e21e6fd-ffe4-4239-a061-19500fedd758 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337558 Aug 13 04:50:58.496012 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7272afe-712f-4c0c-b1e3-4a86a166ddc3 req-921bb531-2467-4460-9063-06491daed467 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:50:58.497512 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7272afe-712f-4c0c-b1e3-4a86a166ddc3 req-921bb531-2467-4460-9063-06491daed467 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 945 time: 0.0522020 Aug 13 04:50:58.508913 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] For port ad39143e-8af9-4d77-8097-d57fea43cf88, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ad39143e-8af9-4d77-8097-d57fea43cf88,segment=NetworkSegment(1cc5d4be-f545-400a-a973-0e3b1f2a8f29),segment_id=1cc5d4be-f545-400a-a973-0e3b1f2a8f29)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:50:58.509347 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:58.523238 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Calling delete_port for ad39143e-8af9-4d77-8097-d57fea43cf88 owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:50:58.534768 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7272afe-712f-4c0c-b1e3-4a86a166ddc3 req-63a55208-2c26-40fd-9432-4558c64b1b87 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Aug 13 04:50:58.673192 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:58.703760 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Pushing event deleted for resources: {'Port': ['ID=ad39143e-8af9-4d77-8097-d57fea43cf88,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:50:58.719538 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['ad39143e-8af9-4d77-8097-d57fea43cf88'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:50:58.759806 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] No DVR routers for this DVR port ad39143e-8af9-4d77-8097-d57fea43cf88 on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:50:58.762932 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:50:58.764927 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-754180e6-91c6-47ff-857b-da18370000ed req-797e3bd3-e9c9-4da4-909b-02daa6811d6a tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.58 "DELETE /v2.0/ports/ad39143e-8af9-4d77-8097-d57fea43cf88 HTTP/1.1" status: 204 len: 173 time: 0.4668171 Aug 13 04:50:58.765360 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'name': 'network-vif-deleted', 'tag': 'ad39143e-8af9-4d77-8097-d57fea43cf88'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:50:58.767610 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5ca750-e13f-46e6-bd7d-83c32ce2d155" -d '{"events": [{"server_uuid": "dddba36c-86fa-42d9-832c-3506f98dad63", "name": "network-vif-deleted", "tag": "ad39143e-8af9-4d77-8097-d57fea43cf88"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:50:58.802363 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45759055-738d-4ed4-93da-f4a493f5df09 x-openstack-request-id: req-45759055-738d-4ed4-93da-f4a493f5df09 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:50:58.802653 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddba36c-86fa-42d9-832c-3506f98dad63", "name": "network-vif-deleted", "tag": "ad39143e-8af9-4d77-8097-d57fea43cf88", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:50:58.802904 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45759055-738d-4ed4-93da-f4a493f5df09 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:50:58.803285 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddba36c-86fa-42d9-832c-3506f98dad63', 'name': 'network-vif-deleted', 'tag': 'ad39143e-8af9-4d77-8097-d57fea43cf88', 'status': 'completed', 'code': 200} Aug 13 04:51:03.583035 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device ad39143e-8af9-4d77-8097-d57fea43cf88 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:51:03.605934 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: ad39143e-8af9-4d77-8097-d57fea43cf88 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:51:03.606275 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device ad39143e-8af9-4d77-8097-d57fea43cf88 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:51:03.681515 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c32b4f-3de9-489c-b0db-ca0f2bdb09b0 req-fff3f2ce-8afd-43f2-a6e2-68861ca59dad tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:03.682993 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-97c32b4f-3de9-489c-b0db-ca0f2bdb09b0 req-fff3f2ce-8afd-43f2-a6e2-68861ca59dad tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0481977 Aug 13 04:51:03.722692 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e179733e-9aa4-4190-8555-105839ef700a req-08db6cf4-3169-4638-9610-ebaedb369c18 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0387402 Aug 13 04:51:03.741710 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-97c32b4f-3de9-489c-b0db-ca0f2bdb09b0 req-618620b0-0650-4cbb-93a6-a738082e5dd0 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497324 Aug 13 04:51:04.850407 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-87fa88ba-50b6-4ffc-b9bf-b8ae3847ad56 req-a1d4af44-adcd-4830-ab81-9b37265bda15 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0254743 Aug 13 04:51:04.895893 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2981ca-4ef5-4294-8f81-d8b356614c80 req-346864ca-5b83-45bf-8198-a46efd82fe42 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:04.897321 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be2981ca-4ef5-4294-8f81-d8b356614c80 req-346864ca-5b83-45bf-8198-a46efd82fe42 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0461528 Aug 13 04:51:04.934401 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be2981ca-4ef5-4294-8f81-d8b356614c80 req-add7e4ef-c2e1-4b0d-b963-1eb2941e4f61 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Aug 13 04:51:05.916598 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-4b99f4fd-41d8-4ced-81b8-74c91fad7431 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:05.917995 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-4b99f4fd-41d8-4ced-81b8-74c91fad7431 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.0991895 Aug 13 04:51:05.935182 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-0e28b925-cb00-4310-bf49-0ede27713680 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/quotas/98f8ce6a180440f5abd82bbfb0769c95 HTTP/1.1" status: 200 len: 375 time: 0.0113566 Aug 13 04:51:05.983883 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-a68ed068-ffb5-4db5-a5cc-68ae5178fec9 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432782 Aug 13 04:51:06.069186 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-c64b633d-96d8-4b1c-9386-52dbbbbe3d76 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784092 Aug 13 04:51:06.184740 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-02a0e483-eed3-4bbd-9fe6-a3fa0b2de499 req-35face10-1dcc-457e-bab3-d87ab1f96ed4 tempest-DeleteServersTestJSON-1705333516 tempest-DeleteServersTestJSON-1705333516-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddba36c-86fa-42d9-832c-3506f98dad63 HTTP/1.1" status: 200 len: 210 time: 0.0367458 Aug 13 04:51:06.188422 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-e983746c-f8fc-47ae-bfe9-6af824cda909 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134059 Aug 13 04:51:06.346806 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e42a-ae6d-4794-8b44-802c8c8065b7 req-ae6bf6a5-05cf-4038-810a-721b6ba4507f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:06.349167 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7aa7e42a-ae6d-4794-8b44-802c8c8065b7 req-ae6bf6a5-05cf-4038-810a-721b6ba4507f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0853715 Aug 13 04:51:06.428055 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-badd2d2e-8b68-4adb-8b20-cd2aaeccf5d2 req-ab1041f0-d8f7-48c4-8e34-99137c999de9 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 210 time: 0.0500324 Aug 13 04:51:06.447658 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7aa7e42a-ae6d-4794-8b44-802c8c8065b7 req-64de7a2d-17f7-4072-88f7-fc5a6820e2c8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896862 Aug 13 04:51:07.530434 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aac1b479-e765-4da6-918e-e0a7630a39e7 req-71a8262e-876a-46db-9231-1550c4d349c0 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Aug 13 04:51:07.593196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08a1b-d9c4-4cb6-b643-febbc1662c50 req-12ba359a-f24c-4cbd-b369-849cd620be05 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:07.601672 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-87a08a1b-d9c4-4cb6-b643-febbc1662c50 req-12ba359a-f24c-4cbd-b369-849cd620be05 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0688844 Aug 13 04:51:07.642744 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-87a08a1b-d9c4-4cb6-b643-febbc1662c50 req-40652843-e508-4ca2-b89f-4cfbbda187bf tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Aug 13 04:51:07.786437 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7ab2dca4-2e58-4778-8865-786897f0253c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:07.787992 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7ab2dca4-2e58-4778-8865-786897f0253c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.1038337 Aug 13 04:51:07.815594 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Request body: {'port': {'device_id': 'a2278612-f028-4d96-8256-fdd478cbe998', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'admin_state_up': True, 'tenant_id': '98f8ce6a180440f5abd82bbfb0769c95'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:07.940951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Made reservation on behalf of 98f8ce6a180440f5abd82bbfb0769c95 for: {'port': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:07.944703 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:08.089542 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Allocated IP 172.20.0.4 (05189c26-6166-4db7-8717-3bc043b5c16f/137403fe-7122-40f6-9892-eb358b2c6487/bd73e7d5-6400-4580-b60c-e6e63b00e98c) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:51:08.238224 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:08.275898 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:08.314770 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Network 05189c26-6166-4db7-8717-3bc043b5c16f is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:08.319480 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:08.323534 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:51:08.328930 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:08.329552 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:08.339054 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event updated for resources: {'Port': ['ID=bd73e7d5-6400-4580-b60c-e6e63b00e98c,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:08.348699 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-56680a7b-27ac-4404-8314-590454c26021 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5372672 Aug 13 04:51:08.364418 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:51:08.650286 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c18f8-9907-46f4-9bdc-f2c7e97225c1 req-bad03622-4d61-43fb-ad1a-65d36d3e7c6a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:08.651754 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a98c18f8-9907-46f4-9bdc-f2c7e97225c1 req-bad03622-4d61-43fb-ad1a-65d36d3e7c6a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 931 time: 0.0500748 Aug 13 04:51:08.689309 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a98c18f8-9907-46f4-9bdc-f2c7e97225c1 req-18654c89-f293-4494-a603-75af0c3dab66 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Aug 13 04:51:08.786538 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3625bc-c367-4fbc-b662-6d61fb088254 req-74ae5714-22a9-4295-9888-8121b7ed99e1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:08.787980 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce3625bc-c367-4fbc-b662-6d61fb088254 req-74ae5714-22a9-4295-9888-8121b7ed99e1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0469766 Aug 13 04:51:08.824985 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce3625bc-c367-4fbc-b662-6d61fb088254 req-f9c11ec9-7c8b-4bfb-a667-7847d64d66d5 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307462 Aug 13 04:51:10.039581 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-890fdd10-fdca-459a-a4c3-df9fc1d5cc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:12.256262 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3020-baab-4a03-a4e8-2a3ea4dcc1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:12.615895 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:13.619512 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:13.859190 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Request body: {'port': {'device_id': 'a2278612-f028-4d96-8256-fdd478cbe998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:13.910879 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:13.927988 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:14.030476 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9a4c-fef6-4d3b-aec9-87816a4244fa req-dbee11f6-a5b6-4bc1-8914-5ae782401948 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:14.032095 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-134d9a4c-fef6-4d3b-aec9-87816a4244fa req-dbee11f6-a5b6-4bc1-8914-5ae782401948 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 931 time: 0.0487995 Aug 13 04:51:14.098172 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-134d9a4c-fef6-4d3b-aec9-87816a4244fa req-533e56fa-56da-4dc5-a454-9f83ee20ff16 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548460 Aug 13 04:51:14.110048 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4f6a4-0795-431c-8a68-e7645fc4eefe req-4c6a4532-0992-4d9d-acdb-9f4151ffb24a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:14.111705 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d1b4f6a4-0795-431c-8a68-e7645fc4eefe req-4c6a4532-0992-4d9d-acdb-9f4151ffb24a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0785794 Aug 13 04:51:14.149014 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d1b4f6a4-0795-431c-8a68-e7645fc4eefe req-1b878c54-b662-4c74-a550-642a85543a22 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Aug 13 04:51:14.175000 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd73e7d5-6400-4580-b60c-e6e63b00e98c {{(pid=105492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:51:14.182793 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:14.193848 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Transition to ACTIVE for port object bd73e7d5-6400-4580-b60c-e6e63b00e98c will not be triggered until provisioned by entity L2. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:14.197953 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:14.245502 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Pushing event updated for resources: {'Port': ['ID=bd73e7d5-6400-4580-b60c-e6e63b00e98c,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:14.277260 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Attempting to bind port bd73e7d5-6400-4580-b60c-e6e63b00e98c on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:51:14.277628 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Attempting to bind port bd73e7d5-6400-4580-b60c-e6e63b00e98c by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:51:14.277957 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Attempting to bind port bd73e7d5-6400-4580-b60c-e6e63b00e98c on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:51:14.281890 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Port bd73e7d5-6400-4580-b60c-e6e63b00e98c on network 05189c26-6166-4db7-8717-3bc043b5c16f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:51:14.282205 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Attempting to bind port bd73e7d5-6400-4580-b60c-e6e63b00e98c on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:51:14.286699 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:51:14.287024 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Checking segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:14.287397 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Bound using segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:51:14.287809 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Bound port: bd73e7d5-6400-4580-b60c-e6e63b00e98c, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:51:14.288149 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:14.349012 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] For port bd73e7d5-6400-4580-b60c-e6e63b00e98c, host hv-cinder-76017, cleared binding levels {{(pid=105492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:51:14.353109 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] For port bd73e7d5-6400-4580-b60c-e6e63b00e98c, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=bd73e7d5-6400-4580-b60c-e6e63b00e98c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:51:14.356844 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:14.387079 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:14.387684 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:14.389041 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] 10.222.0.58 "PUT /v2.0/ports/bd73e7d5-6400-4580-b60c-e6e63b00e98c HTTP/1.1" status: 200 len: 1093 time: 0.5342603 Aug 13 04:51:14.391070 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2278612-f028-4d96-8256-fdd478cbe998', 'tag': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:51:14.393622 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de64d767-4676-4e41-8558-e21e1852c619" -d '{"events": [{"name": "network-changed", "server_uuid": "a2278612-f028-4d96-8256-fdd478cbe998", "tag": "bd73e7d5-6400-4580-b60c-e6e63b00e98c"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:51:14.426732 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00d8f5-f26b-4175-8a6d-3ef74315e2da service neutron] Pushing event updated for resources: {'Port': ['ID=bd73e7d5-6400-4580-b60c-e6e63b00e98c,revision_number=3']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:14.431207 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aadc76-6fc1-44ce-9fb4-2d0a5be30887 x-openstack-request-id: req-13aadc76-6fc1-44ce-9fb4-2d0a5be30887 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:51:14.431485 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2278612-f028-4d96-8256-fdd478cbe998", "tag": "bd73e7d5-6400-4580-b60c-e6e63b00e98c", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:51:14.431729 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13aadc76-6fc1-44ce-9fb4-2d0a5be30887 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:51:14.432099 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2278612-f028-4d96-8256-fdd478cbe998', 'tag': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', 'status': 'completed', 'code': 200} Aug 13 04:51:14.812254 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-1e08cff5-f942-4f24-b053-f736fe1bf02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:14.813596 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-1e08cff5-f942-4f24-b053-f736fe1bf02c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 1096 time: 0.0379755 Aug 13 04:51:14.865765 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-29a892f0-de13-4e1e-9799-491a1223f1fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd73e7d5-6400-4580-b60c-e6e63b00e98c HTTP/1.1" status: 200 len: 217 time: 0.0370789 Aug 13 04:51:15.001272 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-ddf675a5-021a-4b68-b4fd-444b1276dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:15.002788 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-ddf675a5-021a-4b68-b4fd-444b1276dc90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.0527058 Aug 13 04:51:15.044774 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-0ccce9ed-e4ef-4d03-80eb-2e8f6ac50ca1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237775 Aug 13 04:51:15.167753 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-39a68159-a393-482e-9b14-c81fad52e6ec service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897651 Aug 13 04:51:15.221542 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe272fb-264e-44b9-a2b1-fd1bb87906d8 req-44096e5b-ebd2-4d70-8d80-76a31ba2e49c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:15.223235 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4fe272fb-264e-44b9-a2b1-fd1bb87906d8 req-44096e5b-ebd2-4d70-8d80-76a31ba2e49c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 943 time: 0.0498538 Aug 13 04:51:15.290782 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4fe272fb-264e-44b9-a2b1-fd1bb87906d8 req-0cd2a56a-f813-450a-a6fe-14972b5947c9 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Aug 13 04:51:15.301670 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b735-17e4-49bf-b062-163625de18b7 req-ab3b6779-820b-4595-a078-fb1fc4b87e9f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:15.303217 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3995b735-17e4-49bf-b062-163625de18b7 req-ab3b6779-820b-4595-a078-fb1fc4b87e9f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0790520 Aug 13 04:51:15.353919 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3995b735-17e4-49bf-b062-163625de18b7 req-1f290398-ac63-49fd-85a8-865b06d7fad9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Aug 13 04:51:15.358901 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:15.462108 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c22c5e10-0ff8-47c7-b763-d23e854e10b5 req-b5b1c3b5-ff03-4a9b-a1e7-5c09b824d13b service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860966 Aug 13 04:51:15.629712 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d767-4676-4e41-8558-e21e1852c619 req-2a98f025-b4b0-4bbd-ae25-2dc03447e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:15.631277 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de64d767-4676-4e41-8558-e21e1852c619 req-2a98f025-b4b0-4bbd-ae25-2dc03447e58c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 1096 time: 0.0576706 Aug 13 04:51:15.728514 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d767-4676-4e41-8558-e21e1852c619 req-6efe92da-df18-4fcb-9b21-98e76eb191b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:15.729980 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de64d767-4676-4e41-8558-e21e1852c619 req-6efe92da-df18-4fcb-9b21-98e76eb191b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 915 time: 0.0916066 Aug 13 04:51:15.771880 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de64d767-4676-4e41-8558-e21e1852c619 req-b72ef845-b72c-4fd2-a70c-fde8e30f9a1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd73e7d5-6400-4580-b60c-e6e63b00e98c HTTP/1.1" status: 200 len: 217 time: 0.0327909 Aug 13 04:51:15.827026 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d767-4676-4e41-8558-e21e1852c619 req-5bd07c3d-4c61-41e9-a022-be3d611891cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:15.828559 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de64d767-4676-4e41-8558-e21e1852c619 req-5bd07c3d-4c61-41e9-a022-be3d611891cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.0449858 Aug 13 04:51:15.864159 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de64d767-4676-4e41-8558-e21e1852c619 req-cd3d70fa-1c2f-4613-8366-585c25a64602 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236394 Aug 13 04:51:15.950404 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de64d767-4676-4e41-8558-e21e1852c619 req-a1e10d9e-1f6c-4be7-ad8a-6e67723a2a36 service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784876 Aug 13 04:51:16.054146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54906) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:16.055516 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de64d767-4676-4e41-8558-e21e1852c619 req-eb0bdb3d-1ab6-4024-81fa-68db9f0203cf service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972581 Aug 13 04:51:16.101695 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] Deleting subnet e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3 {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:51:16.105070 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.144466 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.154362 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.216299 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.247045 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:16.249066 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.253932 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-019db670-e6a4-4d32-a13b-ef71599e33fc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e8e6b432-9d42-41bf-b0b0-3e9b6935d0e3 HTTP/1.1" status: 204 len: 168 time: 0.1984921 Aug 13 04:51:16.254138 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 54912) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:16.347938 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.431313 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e22e-eded-4ea8-85e8-12e862675766 req-96a17abd-d5e9-4e71-9094-7e8d88b5b595 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:16.436343 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.438940 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0e27e22e-eded-4ea8-85e8-12e862675766 req-96a17abd-d5e9-4e71-9094-7e8d88b5b595 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 943 time: 0.0642776 Aug 13 04:51:16.447350 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.447696 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.448427 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.448755 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > port after_create 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.449090 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.449451 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > port after_update 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.449778 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.450107 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.450418 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.450752 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.501575 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0e27e22e-eded-4ea8-85e8-12e862675766 req-0c6223a4-bfb6-47a1-b9f6-5c0d5187960a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615697 Aug 13 04:51:16.513618 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf61fd-8109-45d3-9c88-41c61ff6d180 req-adf20cd2-d3d3-4bf2-a01a-67b624ff2110 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:16.515083 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8bdf61fd-8109-45d3-9c88-41c61ff6d180 req-adf20cd2-d3d3-4bf2-a01a-67b624ff2110 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0741391 Aug 13 04:51:16.551652 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8bdf61fd-8109-45d3-9c88-41c61ff6d180 req-4adcd029-b654-46d6-887c-19ea8a1fd5fe tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307198 Aug 13 04:51:16.590304 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.590903 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.591246 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.591635 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:16.591969 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926d2647-cefe-4566-8b4a-d4f9b0a39169']}} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:16.611728 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc5d4be-f545-400a-a973-0e3b1f2a8f29') {'for_net_delete': True} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:16.612043 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc5d4be-f545-400a-a973-0e3b1f2a8f29') {} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:16.629703 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27046306'] for segment, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.650088 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.662939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:51:16.662939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27083060'] for segment, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: from cryptography.utils import int_from_bytes Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: from cryptography.utils import int_from_bytes Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: Traceback (most recent call last): Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: timer() Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: cb(*args, **kw) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: return func(*args, **kwargs) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: self._notify() Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: self.callback(batched_events) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: event.method(event) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: return f(self, *a, **k) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._get(url).json() Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: return self.request(url, 'GET', **kwargs) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:51:16.663324 dv-cinder-760178-7-iscsi neutron-server[105492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:51:16.725800 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.740972 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:16.743511 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/926d2647-cefe-4566-8b4a-d4f9b0a39169 HTTP/1.1" status: 204 len: 168 time: 0.4877493 Aug 13 04:51:16.744783 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdd8a8-b62b-4795-8027-039bea9a38ed admin admin] Pushing event deleted for resources: {'Network': ['ID=926d2647-cefe-4566-8b4a-d4f9b0a39169,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:16.919050 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54940) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:16.959325 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b68f9dc7-7483-4de7-a776-7dce0430d140 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fedf3019e9d24b838d81d2ea39a9a4e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398166 Aug 13 04:51:16.961774 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 54942) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:17.013821 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7f896e61-d298-4d35-9daa-ce1c38817faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:17.033679 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7f896e61-d298-4d35-9daa-ce1c38817faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:17.077626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7f896e61-d298-4d35-9daa-ce1c38817faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:17.080182 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7f896e61-d298-4d35-9daa-ce1c38817faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:17.081303 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-7f896e61-d298-4d35-9daa-ce1c38817faa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0 HTTP/1.1" status: 204 len: 168 time: 0.1185923 Aug 13 04:51:17.091428 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f896e61-d298-4d35-9daa-ce1c38817faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc9b5f-36c5-4f7b-aaba-278e6b9c00b0,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:17.655826 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4e781-a16a-4f6f-852e-82e8b8e2faa6 req-6ae777b3-3110-43d7-8244-5ce7b22e200c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:17.657333 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-17b4e781-a16a-4f6f-852e-82e8b8e2faa6 req-6ae777b3-3110-43d7-8244-5ce7b22e200c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 943 time: 0.0754306 Aug 13 04:51:17.744873 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f23833-704d-4362-829e-632c6bdc8fef req-816f83b7-7568-482f-a1c5-915e35322efc tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:17.746520 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-70f23833-704d-4362-829e-632c6bdc8fef req-816f83b7-7568-482f-a1c5-915e35322efc tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.1140289 Aug 13 04:51:17.781659 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-17b4e781-a16a-4f6f-852e-82e8b8e2faa6 req-c5201927-e49b-4477-a906-616201f9c1e0 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101327 Aug 13 04:51:17.815369 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-70f23833-704d-4362-829e-632c6bdc8fef req-71359457-cc03-4cfe-8d73-8812a71891e7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601730 Aug 13 04:51:23.012532 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5a268-10d8-422d-b3b9-ba8c196a58f3 req-cc8d86c9-228d-4e23-852b-738ce4f308ac tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:23.014067 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2ac5a268-10d8-422d-b3b9-ba8c196a58f3 req-cc8d86c9-228d-4e23-852b-738ce4f308ac tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 943 time: 0.0769651 Aug 13 04:51:23.045639 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6b38-cd7d-4cf7-b8a3-e7d0e4690b83 req-da182f98-0a5a-4001-98a4-18a107db44da tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:23.047074 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1afb6b38-cd7d-4cf7-b8a3-e7d0e4690b83 req-da182f98-0a5a-4001-98a4-18a107db44da tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0808475 Aug 13 04:51:23.079688 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2ac5a268-10d8-422d-b3b9-ba8c196a58f3 req-04b07fc0-6719-49d0-94b2-5acf1d4beb22 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592084 Aug 13 04:51:23.095873 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1afb6b38-cd7d-4cf7-b8a3-e7d0e4690b83 req-b51c0bde-ff8a-46c7-83c1-f241567012dc tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Aug 13 04:51:23.983181 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device bd73e7d5-6400-4580-b60c-e6e63b00e98c details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:51:24.078248 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port bd73e7d5-6400-4580-b60c-e6e63b00e98c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=bd73e7d5-6400-4580-b60c-e6e63b00e98c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:24.098199 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'port_id': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', 'mac_address': 'fa:16:3e:ce:c6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137403fe-7122-40f6-9892-eb358b2c6487', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:51:24.147599 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:24.162382 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd73e7d5-6400-4580-b60c-e6e63b00e98c {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:51:24.186875 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port bd73e7d5-6400-4580-b60c-e6e63b00e98c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=bd73e7d5-6400-4580-b60c-e6e63b00e98c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:24.191225 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:24.246004 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=bd73e7d5-6400-4580-b60c-e6e63b00e98c,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:24.262671 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212de5c-bfcd-467d-8eef-30bcfd736e14 req-3a624662-a505-45c8-9f88-55534eb86d5d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:24.264145 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d212de5c-bfcd-467d-8eef-30bcfd736e14 req-3a624662-a505-45c8-9f88-55534eb86d5d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0832787 Aug 13 04:51:24.278678 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1084431-3e29-4762-8eeb-75cd732510e3 req-f62c8c1f-dfbc-40bf-8230-e7c46cdc4059 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:24.280220 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e1084431-3e29-4762-8eeb-75cd732510e3 req-f62c8c1f-dfbc-40bf-8230-e7c46cdc4059 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 944 time: 0.0666506 Aug 13 04:51:24.326449 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d212de5c-bfcd-467d-8eef-30bcfd736e14 req-4f09868a-017f-4494-85ea-5a6421f0c6d7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558310 Aug 13 04:51:24.338602 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e1084431-3e29-4762-8eeb-75cd732510e3 req-c0151500-b8e1-48f8-843d-d56cbf7f49ee tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520232 Aug 13 04:51:29.117950 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d3cc6-139e-4a7d-b8eb-8d142cb8dc00 req-d121571f-f59c-4326-93bb-366253e4d28c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:29.119968 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cd2d3cc6-139e-4a7d-b8eb-8d142cb8dc00 req-d121571f-f59c-4326-93bb-366253e4d28c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Aug 13 04:51:29.182259 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cd2d3cc6-139e-4a7d-b8eb-8d142cb8dc00 req-e95a105f-0c38-444f-a8c6-a0e980974dd8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536163 Aug 13 04:51:29.192085 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e2863-396d-4bea-89eb-ce647e7193b1 req-02b9e40f-e03b-48b3-ac18-4f4a6365d87f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:29.193503 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d20e2863-396d-4bea-89eb-ce647e7193b1 req-02b9e40f-e03b-48b3-ac18-4f4a6365d87f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 944 time: 0.0726645 Aug 13 04:51:29.230069 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d20e2863-396d-4bea-89eb-ce647e7193b1 req-147cc346-2828-4f11-a99b-746b96423829 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Aug 13 04:51:29.966347 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['bd73e7d5-6400-4580-b60c-e6e63b00e98c'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:51:30.381017 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1136fa7-c47d-4696-b8bb-78701b342973 req-c73597cc-06fb-44bd-a731-55af1b134b96 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:30.382523 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c1136fa7-c47d-4696-b8bb-78701b342973 req-c73597cc-06fb-44bd-a731-55af1b134b96 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0710397 Aug 13 04:51:30.403547 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:51:30.417396 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae32c5-1ecd-43e2-96cb-26e3ca1351de req-b3bfe988-dfd2-4b61-8741-4b0e275b19f7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:30.418890 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-baae32c5-1ecd-43e2-96cb-26e3ca1351de req-b3bfe988-dfd2-4b61-8741-4b0e275b19f7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 944 time: 0.0738511 Aug 13 04:51:30.453824 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c1136fa7-c47d-4696-b8bb-78701b342973 req-0afa64b3-01dc-4c06-a83a-55e337ed7840 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619168 Aug 13 04:51:30.470752 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-baae32c5-1ecd-43e2-96cb-26e3ca1351de req-42420aed-1ebc-4747-a19b-10e6f1a69419 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Aug 13 04:51:31.071520 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c730df-d9ec-4c38-9441-0c0f7a47019f req-86440cdc-cd2a-4722-bdc4-a8f6fec8a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:31.073635 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a7c730df-d9ec-4c38-9441-0c0f7a47019f req-86440cdc-cd2a-4722-bdc4-a8f6fec8a4ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0466061 Aug 13 04:51:31.120758 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-a7c730df-d9ec-4c38-9441-0c0f7a47019f req-e87503ae-5c03-4083-b232-2b24b4ab13bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292666 Aug 13 04:51:31.981894 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814287-052f-461b-a84b-fbdcfa2f42d3 req-78c0402c-56cf-40bd-9faf-c33e577dbd62 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:31.983337 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-77814287-052f-461b-a84b-fbdcfa2f42d3 req-78c0402c-56cf-40bd-9faf-c33e577dbd62 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0748842 Aug 13 04:51:31.995821 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09544b73-1212-40d0-9c98-d6ec419201c0 req-dfcc5bca-c4b2-4217-b94b-a32c203fd631 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:31.997203 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-09544b73-1212-40d0-9c98-d6ec419201c0 req-dfcc5bca-c4b2-4217-b94b-a32c203fd631 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 944 time: 0.0622737 Aug 13 04:51:32.049610 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-77814287-052f-461b-a84b-fbdcfa2f42d3 req-6ae6d07a-4e78-4a6a-9b1a-4028448fd537 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514381 Aug 13 04:51:32.054212 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-09544b73-1212-40d0-9c98-d6ec419201c0 req-8887aac1-083b-4d57-a4d5-e000b1e0d84e tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504985 Aug 13 04:51:32.766290 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55208) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:32.890289 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.017728 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.029479 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.040273 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device bd73e7d5-6400-4580-b60c-e6e63b00e98c up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:51:33.067268 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b1c2d3e874e4eed94004b21527d77ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998717 Aug 13 04:51:33.068358 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca890f0f-f4f2-4d34-96c6-2655f9a4707b,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:33.070054 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55226) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:33.078200 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.078551 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.078891 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.079223 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.079554 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.079881 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.080207 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.080532 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.080856 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.081290 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.081644 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.081960 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5286681-88dd-4134-aebd-ef428326ce18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.099620 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port bd73e7d5-6400-4580-b60c-e6e63b00e98c completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:51:33.103237 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port bd73e7d5-6400-4580-b60c-e6e63b00e98c triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:33.103879 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.142505 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.187650 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.208137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.211777 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278612-f028-4d96-8256-fdd478cbe998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:51:33.214214 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2892589b-e316-4375-b8f7-726823edc32a" -d '{"events": [{"server_uuid": "a2278612-f028-4d96-8256-fdd478cbe998", "name": "network-vif-plugged", "status": "completed", "tag": "bd73e7d5-6400-4580-b60c-e6e63b00e98c"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:51:33.227262 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port bd73e7d5-6400-4580-b60c-e6e63b00e98c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=bd73e7d5-6400-4580-b60c-e6e63b00e98c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:33.232760 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.285671 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50279e-be68-4532-80ff-01902fefc858 req-d24d7c4d-2bbf-4b5a-9a9b-74f408fc51ac tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:33.291462 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=bd73e7d5-6400-4580-b60c-e6e63b00e98c,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:33.293485 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d50279e-be68-4532-80ff-01902fefc858 req-d24d7c4d-2bbf-4b5a-9a9b-74f408fc51ac tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.1363401 Aug 13 04:51:33.298649 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.299061 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.299527 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.299865 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.300195 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.300520 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.300843 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.301166 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.301524 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.301855 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.302280 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.302608 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.312482 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027c94d-5005-4e79-89b5-5427678e7950 req-78fc4350-db2a-4711-8840-c22a6be5bea7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:33.313937 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6027c94d-5005-4e79-89b5-5427678e7950 req-78fc4350-db2a-4711-8840-c22a6be5bea7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 944 time: 0.1201365 Aug 13 04:51:33.353230 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.356179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.357257 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca890f0f-f4f2-4d34-96c6-2655f9a4707b HTTP/1.1" status: 204 len: 168 time: 0.2860260 Aug 13 04:51:33.366651 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d50279e-be68-4532-80ff-01902fefc858 req-c857b65f-9734-4d09-88ca-a93c29a8727c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723858 Aug 13 04:51:33.377098 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca890f0f-f4f2-4d34-96c6-2655f9a4707b,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:33.393666 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6027c94d-5005-4e79-89b5-5427678e7950 req-70792c66-4dc3-4123-810f-34dc66b9ea33 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726843 Aug 13 04:51:33.395457 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.395919 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.396453 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.396916 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.397310 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.397733 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.398128 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.398523 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.398907 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.399301 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.399692 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.400082 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa84e83e-dd42-47a3-a109-95052980fe0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:33.439100 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7065c7f-41c1-435e-a2d5-cbce7d50aa51 x-openstack-request-id: req-d7065c7f-41c1-435e-a2d5-cbce7d50aa51 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:51:33.439589 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278612-f028-4d96-8256-fdd478cbe998", "name": "network-vif-plugged", "status": "completed", "tag": "bd73e7d5-6400-4580-b60c-e6e63b00e98c", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:51:33.439757 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7065c7f-41c1-435e-a2d5-cbce7d50aa51 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:51:33.440143 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278612-f028-4d96-8256-fdd478cbe998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', 'code': 200} Aug 13 04:51:33.682778 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55246) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:33.698462 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-92e49561-73b4-459a-95c7-edfcf1b6c538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.707782 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8925-c711-463c-ba24-c09e4ff0f5c7 req-1410c980-5b30-4780-a566-fd70a5588de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:33.709277 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-0edf8925-c711-463c-ba24-c09e4ff0f5c7 req-1410c980-5b30-4780-a566-fd70a5588de1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 1098 time: 0.0580673 Aug 13 04:51:33.753428 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-0edf8925-c711-463c-ba24-c09e4ff0f5c7 req-bf4b0d27-7449-4971-ae13-5524630c49ae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357697 Aug 13 04:51:33.807374 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-92e49561-73b4-459a-95c7-edfcf1b6c538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.810679 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-92e49561-73b4-459a-95c7-edfcf1b6c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.847486 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-92e49561-73b4-459a-95c7-edfcf1b6c538 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=762e602931e847bab22b9cb1765a0eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635647 Aug 13 04:51:33.848641 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e49561-73b4-459a-95c7-edfcf1b6c538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b0f6e1-1e89-438a-b8a4-10e67d685a5f,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:33.850113 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55252) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:33.898199 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4c044c19-1b9e-4bb0-a7ba-8d813881e47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.919549 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4c044c19-1b9e-4bb0-a7ba-8d813881e47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.964309 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4c044c19-1b9e-4bb0-a7ba-8d813881e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.966765 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4c044c19-1b9e-4bb0-a7ba-8d813881e47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:33.967917 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-4c044c19-1b9e-4bb0-a7ba-8d813881e47c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3b0f6e1-1e89-438a-b8a4-10e67d685a5f HTTP/1.1" status: 204 len: 168 time: 0.1167510 Aug 13 04:51:33.976474 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c044c19-1b9e-4bb0-a7ba-8d813881e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b0f6e1-1e89-438a-b8a4-10e67d685a5f,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:34.345279 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55276) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:34.505042 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-15290add-8952-4780-a9c5-d5a3f24ba1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:34.558318 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd880-0621-4dce-bc0a-8e14c8cd51c5 req-546caab3-5363-4a67-954a-1a88dc914315 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:34.559944 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-796dd880-0621-4dce-bc0a-8e14c8cd51c5 req-546caab3-5363-4a67-954a-1a88dc914315 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0861886 Aug 13 04:51:34.573574 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabf88a-c5aa-49e3-842c-b3b1149336b8 req-00a952b5-14b8-4b85-963e-22fd42285038 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:34.575031 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2fabf88a-c5aa-49e3-842c-b3b1149336b8 req-00a952b5-14b8-4b85-963e-22fd42285038 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0920911 Aug 13 04:51:34.629098 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-15290add-8952-4780-a9c5-d5a3f24ba1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:34.633600 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2fabf88a-c5aa-49e3-842c-b3b1149336b8 req-fb715c7d-b24c-403a-baf9-48a19c92a3ec tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Aug 13 04:51:34.633757 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-15290add-8952-4780-a9c5-d5a3f24ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:34.638044 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-796dd880-0621-4dce-bc0a-8e14c8cd51c5 req-626e3088-19dc-4bcc-8a09-f4524aa9b7c7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619521 Aug 13 04:51:34.681045 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-15290add-8952-4780-a9c5-d5a3f24ba1d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab9ce302c83a459b95f4163f578d4fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345370 Aug 13 04:51:34.682430 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15290add-8952-4780-a9c5-d5a3f24ba1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456eb98-05bd-4f60-8e0f-b79a6ffa1d1b,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:34.684537 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55296) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:34.789780 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7bafdfa3-9857-48a0-a656-f6279faac355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:34.803082 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db012-0763-4b19-a78f-3d1bc03d090d req-70720748-561e-4b3d-8bb7-4c89c264b3ea tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:34.805671 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-430db012-0763-4b19-a78f-3d1bc03d090d req-70720748-561e-4b3d-8bb7-4c89c264b3ea tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0710113 Aug 13 04:51:34.834176 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7bafdfa3-9857-48a0-a656-f6279faac355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:34.885861 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-430db012-0763-4b19-a78f-3d1bc03d090d req-196accfc-45cf-4a05-9640-699d1ef03f6d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Aug 13 04:51:34.910813 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7bafdfa3-9857-48a0-a656-f6279faac355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:34.913523 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7bafdfa3-9857-48a0-a656-f6279faac355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:34.923670 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-7bafdfa3-9857-48a0-a656-f6279faac355 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6456eb98-05bd-4f60-8e0f-b79a6ffa1d1b HTTP/1.1" status: 204 len: 168 time: 0.2379227 Aug 13 04:51:34.942146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafdfa3-9857-48a0-a656-f6279faac355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456eb98-05bd-4f60-8e0f-b79a6ffa1d1b,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:35.351666 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55346) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:35.371072 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8227b50-ff74-45d6-aaaa-ea7375b859dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:35.558996 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8227b50-ff74-45d6-aaaa-ea7375b859dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:35.565966 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8227b50-ff74-45d6-aaaa-ea7375b859dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:35.648020 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-d8227b50-ff74-45d6-aaaa-ea7375b859dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b8c8ce3f87446ecb6007a9bdbdb5ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928689 Aug 13 04:51:35.648020 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8227b50-ff74-45d6-aaaa-ea7375b859dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a8499d-bade-4d72-b55a-4937c7ce2215,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:35.648358 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55368) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:35.743253 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4a45e41f-e3e8-415b-af16-6d341b4b9736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:35.771200 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4a45e41f-e3e8-415b-af16-6d341b4b9736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:35.843538 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfea99-0d82-4d34-ac28-3bb6c6b39c13 req-9f69a99a-b85f-4a15-b47d-b0eea542bde8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:35.845176 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-51cfea99-0d82-4d34-ac28-3bb6c6b39c13 req-9f69a99a-b85f-4a15-b47d-b0eea542bde8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0714121 Aug 13 04:51:35.862451 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4a45e41f-e3e8-415b-af16-6d341b4b9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:35.865583 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4a45e41f-e3e8-415b-af16-6d341b4b9736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:35.867163 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-4a45e41f-e3e8-415b-af16-6d341b4b9736 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5a8499d-bade-4d72-b55a-4937c7ce2215 HTTP/1.1" status: 204 len: 168 time: 0.2178195 Aug 13 04:51:35.883058 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45e41f-e3e8-415b-af16-6d341b4b9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a8499d-bade-4d72-b55a-4937c7ce2215,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:35.905236 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-51cfea99-0d82-4d34-ac28-3bb6c6b39c13 req-21200330-bc7b-402b-90e7-00f20e5d4bcf tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541549 Aug 13 04:51:37.037226 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-b00d386a-6466-4106-8070-d60d06858f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:37.042921 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-b00d386a-6466-4106-8070-d60d06858f15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1098 time: 0.0474155 Aug 13 04:51:37.044052 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55452) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:37.158592 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-3093828e-2a2a-4c37-94d4-bbfe7064355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:37.160619 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-3093828e-2a2a-4c37-94d4-bbfe7064355b service neutron] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 916 time: 0.1082604 Aug 13 04:51:37.177627 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-71ba90d3-6fd8-4b0b-8c02-59c710cf2ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:37.214365 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-f74b2bff-8a6c-403a-bf55-410510a291d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 200 len: 217 time: 0.0453024 Aug 13 04:51:37.281054 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac206b-2b70-4d38-93a2-d343830b6e89 req-b46d74df-271e-4871-a852-8ebfc4af672e tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:37.282543 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-31ac206b-2b70-4d38-93a2-d343830b6e89 req-b46d74df-271e-4871-a852-8ebfc4af672e tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.2982512 Aug 13 04:51:37.290680 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-731f8862-28cc-4413-9f89-63dec56b9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:37.292245 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-731f8862-28cc-4413-9f89-63dec56b9b95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.0675001 Aug 13 04:51:37.294974 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383fa9e-0ad2-454e-88c0-11376aeefaf8 req-c0773197-c40e-4f75-b3b7-b6375fc5deee tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:37.296546 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6383fa9e-0ad2-454e-88c0-11376aeefaf8 req-c0773197-c40e-4f75-b3b7-b6375fc5deee tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.3013246 Aug 13 04:51:37.329002 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-d7551f97-9e6c-458c-80c0-e1e070b58a4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281873 Aug 13 04:51:37.349966 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-31ac206b-2b70-4d38-93a2-d343830b6e89 req-f153e871-43bc-48e0-b017-356a6a98feb8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Aug 13 04:51:37.356982 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6383fa9e-0ad2-454e-88c0-11376aeefaf8 req-5941770a-991d-4e1a-9c59-dd7df58e9c66 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525241 Aug 13 04:51:37.420379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-71ba90d3-6fd8-4b0b-8c02-59c710cf2ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:37.427833 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-71ba90d3-6fd8-4b0b-8c02-59c710cf2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:37.485917 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba90d3-6fd8-4b0b-8c02-59c710cf2ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfb9e92-28af-444b-a5de-3ed4311e03ab,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:37.491050 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-71ba90d3-6fd8-4b0b-8c02-59c710cf2ed5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=673a3bdc235d48c397e998cebe402ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466088 Aug 13 04:51:37.493022 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-c8ba3b39-d39e-4138-b87d-c86374abb849 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473212 Aug 13 04:51:37.493593 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55468) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:37.603662 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-640f0421-da0a-456b-8b44-37b50a131f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:37.627898 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-add2caec-1dc0-4849-bc4c-a97947307f28 req-02afec4e-c68f-4dcb-9f45-7c1f220359a5 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267302 Aug 13 04:51:37.639618 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-640f0421-da0a-456b-8b44-37b50a131f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:37.703725 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-640f0421-da0a-456b-8b44-37b50a131f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:37.706572 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-640f0421-da0a-456b-8b44-37b50a131f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:37.707726 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-640f0421-da0a-456b-8b44-37b50a131f7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edfb9e92-28af-444b-a5de-3ed4311e03ab HTTP/1.1" status: 204 len: 168 time: 0.2126927 Aug 13 04:51:37.723810 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f0421-da0a-456b-8b44-37b50a131f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfb9e92-28af-444b-a5de-3ed4311e03ab,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:38.484690 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a1cc4-bfc9-4aca-aaea-40a3dbb61838 req-0d722cf8-8beb-4e07-b687-c52b3af36d8c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:38.492522 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-335a1cc4-bfc9-4aca-aaea-40a3dbb61838 req-0d722cf8-8beb-4e07-b687-c52b3af36d8c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0567603 Aug 13 04:51:38.526941 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-335a1cc4-bfc9-4aca-aaea-40a3dbb61838 req-056a3708-5edf-40cf-84bf-906689bbd2bd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Aug 13 04:51:39.680150 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55610) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:39.680949 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a642d2-52b6-4be9-901d-e623b6f5c618 req-4d17362c-8c98-47e1-836b-6e3885482909 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:39.682580 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-74a642d2-52b6-4be9-901d-e623b6f5c618 req-4d17362c-8c98-47e1-836b-6e3885482909 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0504487 Aug 13 04:51:39.731270 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-74a642d2-52b6-4be9-901d-e623b6f5c618 req-eb69fe58-ed51-4b5d-93f4-790252389430 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Aug 13 04:51:39.790033 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dc3c253b-3076-4f45-a39b-e4a39d6527d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:39.885580 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dc3c253b-3076-4f45-a39b-e4a39d6527d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:39.889602 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dc3c253b-3076-4f45-a39b-e4a39d6527d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:39.928935 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-dc3c253b-3076-4f45-a39b-e4a39d6527d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72d3e3958ef54b1b9972d7bf5a58b294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476377 Aug 13 04:51:39.930179 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c253b-3076-4f45-a39b-e4a39d6527d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fae0b4-116d-4b26-8e46-c8138d3121a2,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:39.932347 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55624) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:39.992779 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-364902ef-a69f-4b9d-af1a-cbe7e6f2c2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:40.018556 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-364902ef-a69f-4b9d-af1a-cbe7e6f2c2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:40.064614 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f935-5b9c-43c2-a422-e4af79ace8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:40.080605 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-364902ef-a69f-4b9d-af1a-cbe7e6f2c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:40.083377 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-364902ef-a69f-4b9d-af1a-cbe7e6f2c2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:40.084822 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-364902ef-a69f-4b9d-af1a-cbe7e6f2c2f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0fae0b4-116d-4b26-8e46-c8138d3121a2 HTTP/1.1" status: 204 len: 168 time: 0.1513352 Aug 13 04:51:40.095331 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364902ef-a69f-4b9d-af1a-cbe7e6f2c2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fae0b4-116d-4b26-8e46-c8138d3121a2,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:40.483889 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043202b-712f-4684-9597-8099270c24e7 req-e41f9986-f8f3-43f6-81ef-51de85fda82e tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:40.490831 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-e41f9986-f8f3-43f6-81ef-51de85fda82e tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.1709254 Aug 13 04:51:40.511324 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-95a1428c-1dc3-4ef9-8a8c-02c317590a10 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/quotas/98f8ce6a180440f5abd82bbfb0769c95 HTTP/1.1" status: 200 len: 375 time: 0.0185010 Aug 13 04:51:40.582172 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-4ac95779-ccab-4975-b779-41482f7fcc71 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688171 Aug 13 04:51:40.702124 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-ddd75c4c-8d80-4623-bef4-74ac1eef5aa3 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124783 Aug 13 04:51:40.798446 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-a191db27-b2d5-450f-b5b3-627bda1124d2 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910690 Aug 13 04:51:40.870004 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e0dce-bcec-4687-aa25-298dbe1eab2a req-727752ad-ca5f-4130-8b31-6d25db82809f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:40.871684 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-652e0dce-bcec-4687-aa25-298dbe1eab2a req-727752ad-ca5f-4130-8b31-6d25db82809f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0602849 Aug 13 04:51:40.929376 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-652e0dce-bcec-4687-aa25-298dbe1eab2a req-15d76c28-3f0d-4de0-ab6f-7d3a31f4099b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441785 Aug 13 04:51:40.946307 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55692) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:41.038416 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-1d1f2f4f-de09-42c6-bd93-3dadbda81533 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569661 Aug 13 04:51:41.079694 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-971150014-network', 'tenant_id': '4e2b9feef5c847e088af77537b4f02cb'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:41.143922 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-62006688-d517-42f4-976b-a0d28b2ae24c req-3f13d6d9-7b45-4ceb-81b9-1d94de255418 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 210 time: 0.0317831 Aug 13 04:51:41.152520 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Made reservation on behalf of 4e2b9feef5c847e088af77537b4f02cb for: {'network': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:41.163768 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.169475 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.186151 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b179-a730-4738-8eea-59787eb169f3 req-a64794da-bb82-4f5a-99d2-d1ce7b648e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:41.187661 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-a64794da-bb82-4f5a-99d2-d1ce7b648e08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 1099 time: 0.1039975 Aug 13 04:51:41.328456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b179-a730-4738-8eea-59787eb169f3 req-305e1cf9-aadc-4622-9207-9f1e193d4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:41.329931 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-305e1cf9-aadc-4622-9207-9f1e193d4341 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 915 time: 0.1197717 Aug 13 04:51:41.365586 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.395928 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.400029 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-85153bac-acf2-4148-85cf-2dbdda465b92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2324eac-0204-424c-85b7-d3070ff3ff05 HTTP/1.1" status: 200 len: 217 time: 0.0472975 Aug 13 04:51:41.456064 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=105492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:51:41.470936 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55199d95-7a76-4bdb-ad43-e6310f6962b8,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:41.491958 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.492302 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.segments_db [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Added segment 72d0bfe1-291a-45cf-a863-fd83ae669c4a of type vlan for network 0118c60e-6a30-47c4-a84e-42bc217c3585 Aug 13 04:51:41.513087 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b179-a730-4738-8eea-59787eb169f3 req-6df18aaa-7062-47d4-8a18-2930048c4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:41.514654 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-6df18aaa-7062-47d4-8a18-2930048c4d7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.1044877 Aug 13 04:51:41.569764 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-cb22ede6-9fb3-4032-bad5-ce27a9793d3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355422 Aug 13 04:51:41.571147 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.655465 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.656443 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:41.657027 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.734156 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7859778 Aug 13 04:51:41.735733 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55720) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:41.742348 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Request body: {'subnet': {'network_id': '0118c60e-6a30-47c4-a84e-42bc217c3585', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-971150014-subnet', 'tenant_id': '4e2b9feef5c847e088af77537b4f02cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:41.764085 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ecc39-c33e-47f7-9b8f-b134aabc9c5e admin admin] Pushing event updated for resources: {'Network': ['ID=0118c60e-6a30-47c4-a84e-42bc217c3585,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:41.767540 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-2b9f25cf-3093-4422-a2c4-3714ed4f103b service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882863 Aug 13 04:51:41.780253 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 0118c60e-6a30-47c4-a84e-42bc217c3585 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:51:41.781927 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Made reservation on behalf of 4e2b9feef5c847e088af77537b4f02cb for: {'subnet': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:41.784257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:41.901778 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-25c9b179-a730-4738-8eea-59787eb169f3 req-7b298eb1-8020-423d-b708-e7ed68432dab service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264594 Aug 13 04:51:42.012533 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.087558 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3033ab48-a243-46eb-8668-229a7d85810a,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:42.098614 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f19b-9b59-4e50-b8af-597c4d6db1b6 req-34ff9024-02c9-426a-b042-c05c42cb48c2 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:42.100086 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3175f19b-9b59-4e50-b8af-597c4d6db1b6 req-34ff9024-02c9-426a-b042-c05c42cb48c2 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1056404 Aug 13 04:51:42.105677 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Checking segment: {'id': '72d0bfe1-291a-45cf-a863-fd83ae669c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0118c60e-6a30-47c4-a84e-42bc217c3585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:42.106029 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Network hostable DHCP agents. Network: 0118c60e-6a30-47c4-a84e-42bc217c3585, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:51:42.142648 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Network 0118c60e-6a30-47c4-a84e-42bc217c3585 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:51:42.153379 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3175f19b-9b59-4e50-b8af-597c4d6db1b6 req-cb4edd38-789c-4575-9a37-086a5c2fe9e9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452530 Aug 13 04:51:42.157061 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 0118c60e-6a30-47c4-a84e-42bc217c3585) {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:42.161090 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:42.161690 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.167358 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6aceed-843e-46f0-8457-5cf3c36106fc None None] Network 0118c60e-6a30-47c4-a84e-42bc217c3585 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:51:42.187978 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-8cd6db8a-b426-489c-bc7b-fbf114edea18 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4433277 Aug 13 04:51:42.256826 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8466331a-0a51-4bfc-a70e-283a1560a7ab req-d38f7d44-7e38-47ce-9dba-0f5a7ed75adc tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 210 time: 0.0258617 Aug 13 04:51:42.292269 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7a73a77a-6cd6-4fa6-85eb-a12a50eb006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.323347 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f62d35-b31b-485a-80dc-b48afe344a28 None None] Network 0118c60e-6a30-47c4-a84e-42bc217c3585 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:51:42.513672 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043202b-712f-4684-9597-8099270c24e7 req-1695b11f-421d-4085-9f44-75b56f37b173 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:42.513672 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-1695b11f-421d-4085-9f44-75b56f37b173 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.1281745 Aug 13 04:51:42.571034 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Request body: {'port': {'device_id': '24390cef-b2ca-432c-a802-29af1f355ef2', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'admin_state_up': True, 'tenant_id': '98f8ce6a180440f5abd82bbfb0769c95'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:42.617345 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.698559 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Made reservation on behalf of 98f8ce6a180440f5abd82bbfb0769c95 for: {'port': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:42.702781 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.772224 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55754) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:42.777730 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114457188-network', 'tenant_id': '10b3b7cf46ed443da07e1cb3445bba89'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:42.799487 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Made reservation on behalf of 10b3b7cf46ed443da07e1cb3445bba89 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:42.802052 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.813805 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.849512 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Allocated IP 172.20.0.9 (05189c26-6166-4db7-8717-3bc043b5c16f/137403fe-7122-40f6-9892-eb358b2c6487/3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:51:42.918240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.922480 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.950090 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:51:42.956235 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df5451-72a8-433d-9ee1-27c15e423dce,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:42.964538 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:42.964957 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Added segment 122b98ab-a524-4055-8d3e-a5863cf54443 of type vlan for network bcb7ac5b-5d98-4fef-9d30-e76b21839239 Aug 13 04:51:43.010035 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.043518 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.043905 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.045123 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:43.045967 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.089884 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.094075 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3206780 Aug 13 04:51:43.100283 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55770) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:43.109480 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Request body: {'subnet': {'network_id': 'bcb7ac5b-5d98-4fef-9d30-e76b21839239', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114457188-subnet', 'tenant_id': '10b3b7cf46ed443da07e1cb3445bba89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:43.111279 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a044e63-93b6-4466-9377-ba33f6770097 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb7ac5b-5d98-4fef-9d30-e76b21839239,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:43.123511 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network bcb7ac5b-5d98-4fef-9d30-e76b21839239 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:51:43.142450 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05', 'bd73e7d5-6400-4580-b60c-e6e63b00e98c'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:51:43.164637 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Network 05189c26-6166-4db7-8717-3bc043b5c16f is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:43.172200 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:43.177100 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:51:43.191129 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event updated for resources: {'Port': ['ID=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:43.230031 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Made reservation on behalf of 10b3b7cf46ed443da07e1cb3445bba89 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:43.233188 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.310371 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f0a55-bcd2-4474-95f0-afe24070c7e0 req-ca8bd7a1-b194-4133-b5bf-80a0d6c27a6d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:43.312539 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-004f0a55-bcd2-4474-95f0-afe24070c7e0 req-ca8bd7a1-b194-4133-b5bf-80a0d6c27a6d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0781906 Aug 13 04:51:43.325608 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:43.326229 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.356365 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-004f0a55-bcd2-4474-95f0-afe24070c7e0 req-30244b68-fc72-4843-8267-806409bb7417 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369163 Aug 13 04:51:43.357314 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-55793435-fdd0-43a1-a61a-ab1da0e0452c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903829 Aug 13 04:51:43.411709 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Request body: {'port': {'device_id': '24390cef-b2ca-432c-a802-29af1f355ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:43.423290 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee54e24-2341-4dee-ba38-12ed4b17c0e6 req-0ab19d2b-4f78-4c7d-abec-2aae27622916 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:43.429992 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ee54e24-2341-4dee-ba38-12ed4b17c0e6 req-0ab19d2b-4f78-4c7d-abec-2aae27622916 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 931 time: 0.0618656 Aug 13 04:51:43.469184 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ee54e24-2341-4dee-ba38-12ed4b17c0e6 req-5990f827-1675-4cec-aef1-0497e257fef1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Aug 13 04:51:43.504229 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.511535 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.593273 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b70bc0-55c4-4203-bf2e-94b1ad84abe7,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:43.607046 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Checking segment: {'id': '122b98ab-a524-4055-8d3e-a5863cf54443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bcb7ac5b-5d98-4fef-9d30-e76b21839239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:43.607046 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Network hostable DHCP agents. Network: bcb7ac5b-5d98-4fef-9d30-e76b21839239, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:51:43.622611 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.674255 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Network bcb7ac5b-5d98-4fef-9d30-e76b21839239 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:51:43.692703 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, bcb7ac5b-5d98-4fef-9d30-e76b21839239) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:43.700336 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:43.700947 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.706146 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6288e314-baad-42cf-9466-33381404c9f2 None None] Network bcb7ac5b-5d98-4fef-9d30-e76b21839239 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:51:43.761118 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3d071f7c-ea71-44b5-8f6f-60375a3345ef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6591427 Aug 13 04:51:43.847506 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8546ac2-9cb2-462a-bf23-f9fb407d4e58 None None] Network bcb7ac5b-5d98-4fef-9d30-e76b21839239 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:51:43.873946 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c {{(pid=105492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:51:43.881611 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.894976 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Transition to ACTIVE for port object 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c will not be triggered until provisioned by entity L2. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:43.900410 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.902175 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55790) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:43.950562 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Pushing event updated for resources: {'Port': ['ID=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:43.956110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:43.963244 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] Deleting subnet 3033ab48-a243-46eb-8668-229a7d85810a {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:51:43.966523 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.008408 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.013916 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.018645 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Attempting to bind port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:51:44.019020 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Attempting to bind port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:51:44.019314 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Attempting to bind port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:51:44.023745 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c on network 05189c26-6166-4db7-8717-3bc043b5c16f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:51:44.023997 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Attempting to bind port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:51:44.028960 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:51:44.029800 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Checking segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:44.029800 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Bound using segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:51:44.030211 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Bound port: 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:51:44.030458 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.075626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.104638 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.108740 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3033ab48-a243-46eb-8668-229a7d85810a HTTP/1.1" status: 204 len: 168 time: 0.2032189 Aug 13 04:51:44.108740 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00588f46-44a5-4b2c-8ae2-a0e35e1e00c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3033ab48-a243-46eb-8668-229a7d85810a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:44.109236 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55796) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:44.109638 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] For port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c, host hv-cinder-76017, cleared binding levels {{(pid=105492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:51:44.113696 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] For port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:51:44.119567 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.158066 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:44.158720 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.160110 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] 10.222.0.58 "PUT /v2.0/ports/3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c HTTP/1.1" status: 200 len: 1093 time: 0.7531023 Aug 13 04:51:44.160551 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24390cef-b2ca-432c-a802-29af1f355ef2', 'tag': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:51:44.163081 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f00886e-88e9-451f-9829-06f08f4c4494" -d '{"events": [{"name": "network-changed", "server_uuid": "24390cef-b2ca-432c-a802-29af1f355ef2", "tag": "3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:51:44.195562 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a841cf-9d3c-4132-a938-cc997f7e8433 service neutron] Pushing event updated for resources: {'Port': ['ID=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,revision_number=3']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:44.199920 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.230646 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf6f707-f0e8-4cc1-bce1-31c12afa67aa x-openstack-request-id: req-3bf6f707-f0e8-4cc1-bce1-31c12afa67aa {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:51:44.230936 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24390cef-b2ca-432c-a802-29af1f355ef2", "tag": "3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:51:44.231296 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bf6f707-f0e8-4cc1-bce1-31c12afa67aa {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:51:44.231572 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24390cef-b2ca-432c-a802-29af1f355ef2', 'tag': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c', 'status': 'completed', 'code': 200} Aug 13 04:51:44.288848 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043202b-712f-4684-9597-8099270c24e7 req-eef9aa10-7163-4a54-bbca-7a204f83bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:44.288848 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-eef9aa10-7163-4a54-bbca-7a204f83bb16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0446615 Aug 13 04:51:44.293772 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.304124 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.304474 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.305225 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.305658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.306099 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.306574 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.306928 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.307275 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.307603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.307968 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.375872 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.376614 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.377185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.378156 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:51:44.378708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0118c60e-6a30-47c4-a84e-42bc217c3585']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:44.402069 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d0bfe1-291a-45cf-a863-fd83ae669c4a') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:44.402274 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d0bfe1-291a-45cf-a863-fd83ae669c4a') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:44.423749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.459072 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.472983 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:51:44.473692 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: from cryptography.utils import int_from_bytes Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: from cryptography.utils import int_from_bytes Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:51:44.478918 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:51:44.583312 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.596104 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde884a7-c4f6-4b25-96fe-fdfb02a7d92d req-1ca9f480-bbaf-4df7-93a3-0e59c057923a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:44.598467 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cde884a7-c4f6-4b25-96fe-fdfb02a7d92d req-1ca9f480-bbaf-4df7-93a3-0e59c057923a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1080992 Aug 13 04:51:44.644600 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.645866 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0118c60e-6a30-47c4-a84e-42bc217c3585 HTTP/1.1" status: 204 len: 168 time: 0.5318546 Aug 13 04:51:44.667604 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55824) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:44.683614 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77471d89-d962-47e7-b1c2-fad027da51b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0118c60e-6a30-47c4-a84e-42bc217c3585,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:44.724137 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-c5880759-e1c8-4d7d-b04c-014d310aece6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c HTTP/1.1" status: 200 len: 217 time: 0.4195440 Aug 13 04:51:44.777316 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc794f-2f52-4ad0-9b0d-4b8c2c6e315f req-bbbdb399-bcc2-46e4-95c8-108f0a5dc34a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:44.778135 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55832) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:44.778939 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6fc794f-2f52-4ad0-9b0d-4b8c2c6e315f req-bbbdb399-bcc2-46e4-95c8-108f0a5dc34a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 943 time: 0.1541636 Aug 13 04:51:44.781825 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cde884a7-c4f6-4b25-96fe-fdfb02a7d92d req-22398166-31fc-4d12-b3a7-989530d446d8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735413 Aug 13 04:51:44.789939 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] Deleting subnet e6b70bc0-55c4-4203-bf2e-94b1ad84abe7 {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:51:44.800625 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.815189 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043202b-712f-4684-9597-8099270c24e7 req-f256cdb9-d5d9-468a-b2d0-318575694477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:44.816825 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-f256cdb9-d5d9-468a-b2d0-318575694477 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.0853086 Aug 13 04:51:44.863371 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-5a5d3461-f567-483e-9774-482083a71d04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380301 Aug 13 04:51:44.888231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.892427 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6fc794f-2f52-4ad0-9b0d-4b8c2c6e315f req-e838a395-6f28-4295-ad93-06cf474eeab1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989034 Aug 13 04:51:44.957001 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:44.970175 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb0b5-a83a-43fb-90d5-a14e257dd23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.038997 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.044164 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-850b8878-bf9e-47d5-adda-fb372e0557ad service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726761 Aug 13 04:51:45.069172 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b70bc0-55c4-4203-bf2e-94b1ad84abe7,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:45.093179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.099776 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-d1defc86-535a-4fa3-8698-aec4f8af7836 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e6b70bc0-55c4-4203-bf2e-94b1ad84abe7 HTTP/1.1" status: 204 len: 168 time: 0.4308567 Aug 13 04:51:45.100411 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55846) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:45.172827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.195315 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb0b5-a83a-43fb-90d5-a14e257dd23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.198932 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4043202b-712f-4684-9597-8099270c24e7 req-e9167a7e-d862-4f24-8be3-52445a21d1f0 service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333735 Aug 13 04:51:45.200749 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb0b5-a83a-43fb-90d5-a14e257dd23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.246704 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cb0b5-a83a-43fb-90d5-a14e257dd23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c616140-0a78-4a34-b1e3-521a74b58998,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:45.258117 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.263149 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3e7cb0b5-a83a-43fb-90d5-a14e257dd23b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ae59de86151482d9cd1a47bc3248352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826298 Aug 13 04:51:45.264875 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55850) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:45.270327 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb7ac5b-5d98-4fef-9d30-e76b21839239']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:45.284549 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122b98ab-a524-4055-8d3e-a5863cf54443') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:45.285163 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122b98ab-a524-4055-8d3e-a5863cf54443') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:45.296713 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.313820 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.321804 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-db21ab9a-bee2-4b01-b090-28d70b101dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.326624 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:51:45.327330 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:51:45.330264 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:51:45.358135 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-db21ab9a-bee2-4b01-b090-28d70b101dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.368244 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.420730 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.427224 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.432389 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bcb7ac5b-5d98-4fef-9d30-e76b21839239 HTTP/1.1" status: 204 len: 168 time: 0.3282390 Aug 13 04:51:45.432557 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-c44d14cc-95eb-41af-925c-f56ccf8bfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:45.432739 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-c44d14cc-95eb-41af-925c-f56ccf8bfdfd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0769744 Aug 13 04:51:45.454995 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fec6a2-c42d-40a7-8779-5b812100b662 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb7ac5b-5d98-4fef-9d30-e76b21839239,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:45.489969 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-db21ab9a-bee2-4b01-b090-28d70b101dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.492587 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-db21ab9a-bee2-4b01-b090-28d70b101dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.494403 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-db21ab9a-bee2-4b01-b090-28d70b101dbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c616140-0a78-4a34-b1e3-521a74b58998 HTTP/1.1" status: 204 len: 168 time: 0.2278845 Aug 13 04:51:45.512530 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21ab9a-bee2-4b01-b090-28d70b101dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c616140-0a78-4a34-b1e3-521a74b58998,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:45.561025 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-634da1e0-2576-411b-b30a-9949ad02a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:45.564325 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-634da1e0-2576-411b-b30a-9949ad02a716 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 915 time: 0.1218681 Aug 13 04:51:45.600943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55862) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:45.622706 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-103f8dac-47e2-4eb6-bcf5-99ca9b19ab97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c HTTP/1.1" status: 200 len: 217 time: 0.0509536 Aug 13 04:51:45.664441 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-4481bda0-b7f1-4ec9-856d-2a3b1c079548 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e2b9feef5c847e088af77537b4f02cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616157 Aug 13 04:51:45.669787 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55868) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:45.693456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-2ebc9272-cf93-4189-b4cf-464672caa9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:45.695411 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-2ebc9272-cf93-4189-b4cf-464672caa9d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.0650666 Aug 13 04:51:45.736844 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a54895-8529-4373-ae40-ab6ee62971e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.747364 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-15ce2d46-896f-40f4-bdcc-4cd9f9fba1a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377350 Aug 13 04:51:45.761530 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a54895-8529-4373-ae40-ab6ee62971e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.810450 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a54895-8529-4373-ae40-ab6ee62971e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.813328 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a54895-8529-4373-ae40-ab6ee62971e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:45.816851 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-80a54895-8529-4373-ae40-ab6ee62971e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55199d95-7a76-4bdb-ad43-e6310f6962b8 HTTP/1.1" status: 204 len: 168 time: 0.1436501 Aug 13 04:51:45.828453 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a54895-8529-4373-ae40-ab6ee62971e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55199d95-7a76-4bdb-ad43-e6310f6962b8,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:45.947143 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-c73efd24-f270-40b7-8156-dd2f89f0fc2e service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838567 Aug 13 04:51:45.983415 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55884) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:46.051176 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17598dcd-0825-4037-af4d-acbf6384e465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.071175 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27853d8-bf91-4afb-925b-86ecb980f908 req-48eaf563-e6a3-460b-8771-2decef1b4163 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:46.074277 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f27853d8-bf91-4afb-925b-86ecb980f908 req-48eaf563-e6a3-460b-8771-2decef1b4163 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1468172 Aug 13 04:51:46.117409 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-1f00886e-88e9-451f-9829-06f08f4c4494 req-8774b865-561c-4b55-b4ee-10e4ec0bdee0 service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623449 Aug 13 04:51:46.119970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d954c8-75fe-46ad-9fb6-b98389c6d4a4 req-c223b340-2aa7-4327-ac6e-bc550d19f42f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:46.128237 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a0d954c8-75fe-46ad-9fb6-b98389c6d4a4 req-c223b340-2aa7-4327-ac6e-bc550d19f42f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 943 time: 0.0957656 Aug 13 04:51:46.166501 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f27853d8-bf91-4afb-925b-86ecb980f908 req-7c0e0b9f-75b8-4de0-94ce-5faf4a2648f0 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773542 Aug 13 04:51:46.213626 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a0d954c8-75fe-46ad-9fb6-b98389c6d4a4 req-24327984-8dca-4226-b227-7e7847f23668 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842814 Aug 13 04:51:46.290631 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17598dcd-0825-4037-af4d-acbf6384e465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.296147 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17598dcd-0825-4037-af4d-acbf6384e465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.339326 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-17598dcd-0825-4037-af4d-acbf6384e465 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9714c9d7ffd5462d891c2dc78b8b88d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547618 Aug 13 04:51:46.340212 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17598dcd-0825-4037-af4d-acbf6384e465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a7b4c0-05a0-4139-9c15-d7e729c7be37,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:46.341899 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55898) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:46.396425 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 55900) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:46.413948 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-69d34802-59c3-4463-a283-c94b02b84363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.439678 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-69d34802-59c3-4463-a283-c94b02b84363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.453097 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-9b4cb6e2-9c58-499f-b23c-720d4d7224b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10b3b7cf46ed443da07e1cb3445bba89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553870 Aug 13 04:51:46.455553 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55904) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:46.528823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4a4e44bb-29ab-4e23-acdd-36db6ec4eb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.531479 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-69d34802-59c3-4463-a283-c94b02b84363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.533908 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-69d34802-59c3-4463-a283-c94b02b84363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.535063 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-69d34802-59c3-4463-a283-c94b02b84363 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49a7b4c0-05a0-4139-9c15-d7e729c7be37 HTTP/1.1" status: 204 len: 168 time: 0.1920295 Aug 13 04:51:46.552510 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d34802-59c3-4463-a283-c94b02b84363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a7b4c0-05a0-4139-9c15-d7e729c7be37,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:46.562736 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4a4e44bb-29ab-4e23-acdd-36db6ec4eb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.618864 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4a4e44bb-29ab-4e23-acdd-36db6ec4eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.621496 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4a4e44bb-29ab-4e23-acdd-36db6ec4eb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:46.625260 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-4a4e44bb-29ab-4e23-acdd-36db6ec4eb03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0df5451-72a8-433d-9ee1-27c15e423dce HTTP/1.1" status: 204 len: 168 time: 0.1687551 Aug 13 04:51:46.633694 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e44bb-29ab-4e23-acdd-36db6ec4eb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df5451-72a8-433d-9ee1-27c15e423dce,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:46.949114 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55926) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:46.963254 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7cc624c2-6682-4c47-9d32-76ca6afe0e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:47.084677 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7cc624c2-6682-4c47-9d32-76ca6afe0e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:47.088920 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-7cc624c2-6682-4c47-9d32-76ca6afe0e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:47.138969 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-7cc624c2-6682-4c47-9d32-76ca6afe0e28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20ed0d9d55974fc5bdb1af82b1a65f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887312 Aug 13 04:51:47.139985 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc624c2-6682-4c47-9d32-76ca6afe0e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e4813-5c4c-476f-889e-b07452b3558e,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:47.143337 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 55938) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:47.195227 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-09cf04a9-1b58-447a-a426-b2120b954992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:47.218505 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-09cf04a9-1b58-447a-a426-b2120b954992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:47.329826 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec50f-df72-49d5-bde5-fe2801a64013 req-459d01d3-e380-4b1a-b4ce-f8c8d5741703 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:47.331277 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbcec50f-df72-49d5-bde5-fe2801a64013 req-459d01d3-e380-4b1a-b4ce-f8c8d5741703 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0862043 Aug 13 04:51:47.349386 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-09cf04a9-1b58-447a-a426-b2120b954992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:47.352200 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-09cf04a9-1b58-447a-a426-b2120b954992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:47.353920 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-09cf04a9-1b58-447a-a426-b2120b954992 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/974e4813-5c4c-476f-889e-b07452b3558e HTTP/1.1" status: 204 len: 168 time: 0.2089269 Aug 13 04:51:47.369359 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aba65-6988-4fb5-b3e8-f512fe730fb1 req-725794db-36a7-49db-843f-b5f1de9eba1f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:47.371129 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-292aba65-6988-4fb5-b3e8-f512fe730fb1 req-725794db-36a7-49db-843f-b5f1de9eba1f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 943 time: 0.0932570 Aug 13 04:51:47.382285 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf04a9-1b58-447a-a426-b2120b954992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e4813-5c4c-476f-889e-b07452b3558e,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:47.419105 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbcec50f-df72-49d5-bde5-fe2801a64013 req-68d14d05-4075-4dc3-aeee-6473f5d719c8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806386 Aug 13 04:51:47.437311 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-292aba65-6988-4fb5-b3e8-f512fe730fb1 req-c2b596fa-ba5d-484c-98eb-0325ed29e19a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Aug 13 04:51:48.484411 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56000) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:48.554462 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d708-9a8a-4413-b891-4d32a041feb9 req-10ba132d-4186-4cac-974b-2a02fe0096e9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:48.556557 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8c1d708-9a8a-4413-b891-4d32a041feb9 req-10ba132d-4186-4cac-974b-2a02fe0096e9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0631478 Aug 13 04:51:48.611423 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6cc55ca-7cdd-4324-9c94-9446ea823c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:48.635143 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7465cca-d99d-4afe-bd73-c6b9f708ce7d req-48a8603d-3976-47e6-8ab0-b157087bfbb2 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:48.636600 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7465cca-d99d-4afe-bd73-c6b9f708ce7d req-48a8603d-3976-47e6-8ab0-b157087bfbb2 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 943 time: 0.1037421 Aug 13 04:51:48.643841 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8c1d708-9a8a-4413-b891-4d32a041feb9 req-85af186b-6be5-4fa9-a7b9-ae60f8048539 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733151 Aug 13 04:51:48.698613 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7465cca-d99d-4afe-bd73-c6b9f708ce7d req-db9c7a8a-2595-477c-a378-9eccb76b23e0 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520775 Aug 13 04:51:48.756407 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6cc55ca-7cdd-4324-9c94-9446ea823c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:48.761025 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6cc55ca-7cdd-4324-9c94-9446ea823c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:48.801076 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b6cc55ca-7cdd-4324-9c94-9446ea823c13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fa61766575e4acfbc0c905a16a13352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146048 Aug 13 04:51:48.801980 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc55ca-7cdd-4324-9c94-9446ea823c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5354d299-5cf2-4b36-98ad-73927c978c53,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:48.803807 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56008) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:48.853294 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-04d14c9e-9d26-4c8f-910f-59f2275db08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:48.873762 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-04d14c9e-9d26-4c8f-910f-59f2275db08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:48.921991 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-04d14c9e-9d26-4c8f-910f-59f2275db08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:48.924780 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-04d14c9e-9d26-4c8f-910f-59f2275db08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:48.925965 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-04d14c9e-9d26-4c8f-910f-59f2275db08a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5354d299-5cf2-4b36-98ad-73927c978c53 HTTP/1.1" status: 204 len: 168 time: 0.1203144 Aug 13 04:51:48.933588 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d14c9e-9d26-4c8f-910f-59f2275db08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5354d299-5cf2-4b36-98ad-73927c978c53,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:49.130502 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:51:49.187583 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56016) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:49.201111 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0bc4-10a9-4ccd-9cce-a360025e27dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.231529 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:49.242430 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'port_id': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c', 'mac_address': 'fa:16:3e:3b:a9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137403fe-7122-40f6-9892-eb358b2c6487', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:51:49.291942 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.294646 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0bc4-10a9-4ccd-9cce-a360025e27dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.298888 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0bc4-10a9-4ccd-9cce-a360025e27dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.308321 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:51:49.328949 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:49.333189 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.340649 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf0bc4-10a9-4ccd-9cce-a360025e27dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8314222-8a80-4200-a377-b94ba1302548,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:49.357888 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d8bf0bc4-10a9-4ccd-9cce-a360025e27dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b6bf352ee5443f48ce5174960f6f2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666155 Aug 13 04:51:49.357888 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56022) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:49.387543 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:49.412234 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2982a07d-b5a6-4bb4-9661-9181669df1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.434848 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2982a07d-b5a6-4bb4-9661-9181669df1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.479804 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2982a07d-b5a6-4bb4-9661-9181669df1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.482511 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2982a07d-b5a6-4bb4-9661-9181669df1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:49.483676 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2982a07d-b5a6-4bb4-9661-9181669df1dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8314222-8a80-4200-a377-b94ba1302548 HTTP/1.1" status: 204 len: 168 time: 0.1246891 Aug 13 04:51:49.491785 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982a07d-b5a6-4bb4-9661-9181669df1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8314222-8a80-4200-a377-b94ba1302548,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:49.780292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5854f0-4ae9-4e8a-9088-39c0b3c90cc6 req-118b5959-9117-4c3b-94fd-3e85291c8972 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:49.781924 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b5854f0-4ae9-4e8a-9088-39c0b3c90cc6 req-118b5959-9117-4c3b-94fd-3e85291c8972 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0684969 Aug 13 04:51:49.848940 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b5854f0-4ae9-4e8a-9088-39c0b3c90cc6 req-3842e263-b332-4b83-9a9f-32997dce688f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567994 Aug 13 04:51:49.857960 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8d27e-6d40-4671-973d-50cb87ff7bec req-150a1b5e-135e-427a-964f-4e68551449a9 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:49.859434 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15f8d27e-6d40-4671-973d-50cb87ff7bec req-150a1b5e-135e-427a-964f-4e68551449a9 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 944 time: 0.0766630 Aug 13 04:51:49.912384 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15f8d27e-6d40-4671-973d-50cb87ff7bec req-ec705bf5-eeef-4884-b23c-79ac2c7b7622 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380964 Aug 13 04:51:50.063540 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:51:50.634837 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56074) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:50.841020 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-89bd43b5-136e-4ea1-83e6-564f0e422480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:50.991595 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81125ea0-c7aa-492e-9412-60705038775b req-274c4c91-9842-4b28-8513-0ebc77964e4d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:51.000203 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-81125ea0-c7aa-492e-9412-60705038775b req-274c4c91-9842-4b28-8513-0ebc77964e4d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0674744 Aug 13 04:51:51.012457 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-89bd43b5-136e-4ea1-83e6-564f0e422480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:51.020120 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-89bd43b5-136e-4ea1-83e6-564f0e422480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:51.052568 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78537f73-d204-4dd6-b94b-bf2c41c0917a req-46a5f345-9f67-4a27-a214-b244172d089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:51.054149 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-78537f73-d204-4dd6-b94b-bf2c41c0917a req-46a5f345-9f67-4a27-a214-b244172d089e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1098 time: 0.0796614 Aug 13 04:51:51.065954 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-81125ea0-c7aa-492e-9412-60705038775b req-607416b8-b39a-4794-a7d8-50ce4d37fdcf tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647900 Aug 13 04:51:51.081215 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499b54-2e15-469a-a282-b399cb604f6a req-1a2f8546-85b8-4e3e-82e2-cea93ff9dafd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:51.083392 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e1499b54-2e15-469a-a282-b399cb604f6a req-1a2f8546-85b8-4e3e-82e2-cea93ff9dafd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 944 time: 0.0805049 Aug 13 04:51:51.091511 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-89bd43b5-136e-4ea1-83e6-564f0e422480 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb4d063d91af4c4ca8878ed4a45b7123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555819 Aug 13 04:51:51.094385 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56096) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:51.104161 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd43b5-136e-4ea1-83e6-564f0e422480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2769146e-1fc6-417c-8a2f-2a737cdedbc9,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:51.130287 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-78537f73-d204-4dd6-b94b-bf2c41c0917a req-266ffd5f-3141-4630-875e-f4055c391be9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Aug 13 04:51:51.175718 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e1499b54-2e15-469a-a282-b399cb604f6a req-e7e91f47-5dcb-4e8a-9742-e3a0d0919892 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736463 Aug 13 04:51:51.180144 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f79d26c3-b983-4029-adae-f031ae35b738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:51.204320 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f79d26c3-b983-4029-adae-f031ae35b738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:51.265239 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f79d26c3-b983-4029-adae-f031ae35b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:51.267827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f79d26c3-b983-4029-adae-f031ae35b738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:51.271536 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f79d26c3-b983-4029-adae-f031ae35b738 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2769146e-1fc6-417c-8a2f-2a737cdedbc9 HTTP/1.1" status: 204 len: 168 time: 0.1735499 Aug 13 04:51:51.282187 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d26c3-b983-4029-adae-f031ae35b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2769146e-1fc6-417c-8a2f-2a737cdedbc9,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:51.901082 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56124) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:51.996505 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1042257836-network', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:52.016917 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Made reservation on behalf of 4eedd9abb597468d93c49ee068247ecb for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:52.019251 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.028073 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.114770 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.122937 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.144231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:51:52.182883 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.183230 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Added segment bb032025-0ef1-4408-bbee-fa75485e12aa of type vlan for network e9305c5d-ab27-4ea4-a40b-c4b8a232116b Aug 13 04:51:52.185364 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a2560-01ec-47b3-9bfb-f85aa9aa536f,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:52.235453 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.249602 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7865a7-be6b-453c-8ca7-7f05ded1d8b3 req-a8f514a7-f538-4b74-8cdc-b1922bf1d83b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:52.251083 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b7865a7-be6b-453c-8ca7-7f05ded1d8b3 req-a8f514a7-f538-4b74-8cdc-b1922bf1d83b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1006088 Aug 13 04:51:52.325367 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.326474 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:52.327042 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.344782 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b7865a7-be6b-453c-8ca7-7f05ded1d8b3 req-c4afe29c-25b8-4154-92a3-b571ca349883 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798907 Aug 13 04:51:52.396827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafc2b-5cab-49a8-b165-7cd97b842456 req-c63574cc-50c3-4f4b-a8f4-dd7162a81285 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:52.398353 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96eafc2b-5cab-49a8-b165-7cd97b842456 req-c63574cc-50c3-4f4b-a8f4-dd7162a81285 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 944 time: 0.1450436 Aug 13 04:51:52.402050 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4999042 Aug 13 04:51:52.405035 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56136) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:52.410250 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Request body: {'subnet': {'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1042257836-subnet', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:52.431292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fea4c0-73d3-4c23-a2b5-0fc9e283fdab admin admin] Pushing event updated for resources: {'Network': ['ID=e9305c5d-ab27-4ea4-a40b-c4b8a232116b,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:52.441354 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Made reservation on behalf of 4eedd9abb597468d93c49ee068247ecb for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:52.443861 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.445535 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:51:52.482412 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96eafc2b-5cab-49a8-b165-7cd97b842456 req-792f5754-6efa-4a47-940e-ae0a4f1cb59a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707386 Aug 13 04:51:52.629305 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.688698 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=382b3b6b-8247-41cd-8513-99bb26b3c8df,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:52.693888 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Checking segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:52.694247 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Network hostable DHCP agents. Network: e9305c5d-ab27-4ea4-a40b-c4b8a232116b, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:51:52.714014 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:51:52.725696 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, e9305c5d-ab27-4ea4-a40b-c4b8a232116b) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:52.735402 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4169244-0c54-451b-9d2a-28b8326aace8 None None] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:51:52.737139 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:52.737773 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.752378 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-172339f6-ec75-4cf7-8e48-95d51c79d82e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3462017 Aug 13 04:51:52.755234 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56148) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:52.762165 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:52.792691 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.793905 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:52.863876 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.015689 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.039694 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:51:53.041076 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.140795 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:51:53.242291 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:51:53.250037 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:53.250417 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.272404 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.276996 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Allocated IP 172.20.0.2 (e9305c5d-ab27-4ea4-a40b-c4b8a232116b/382b3b6b-8247-41cd-8513-99bb26b3c8df/3bb51c76-aad6-4da9-a2eb-ad65c4b0339d) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:51:53.299890 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.428173 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Allocated IP 172.27.1.151 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/9a5aa089-5d24-461a-8666-d39991ceb93c) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:51:53.443085 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.479295 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c4e71-2227-4ce8-9a8b-e4e7319429c9 req-8c41cd97-6bf6-450c-9b3e-fdf205c27879 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:53.480358 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24390cef-b2ca-432c-a802-29af1f355ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:51:53.481460 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0b9c4e71-2227-4ce8-9a8b-e4e7319429c9 req-8c41cd97-6bf6-450c-9b3e-fdf205c27879 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0520184 Aug 13 04:51:53.482636 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f316ced8-78d6-4d15-931c-39ce93e3a5b1" -d '{"events": [{"server_uuid": "24390cef-b2ca-432c-a802-29af1f355ef2", "name": "network-vif-plugged", "status": "completed", "tag": "3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:51:53.504196 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.506080 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:53.513967 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Transition to ACTIVE for port object 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:53.518664 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.530083 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ad933-e947-4b35-a953-65db15fb0a67 x-openstack-request-id: req-3a2ad933-e947-4b35-a953-65db15fb0a67 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:51:53.530375 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24390cef-b2ca-432c-a802-29af1f355ef2", "name": "network-vif-plugged", "status": "completed", "tag": "3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:51:53.530675 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a2ad933-e947-4b35-a953-65db15fb0a67 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:51:53.531059 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24390cef-b2ca-432c-a802-29af1f355ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c', 'code': 200} Aug 13 04:51:53.553007 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0b9c4e71-2227-4ce8-9a8b-e4e7319429c9 req-4317e19d-c75e-4450-a325-0d663868e7f5 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Aug 13 04:51:53.560335 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Transition to ACTIVE for port object 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:53.572608 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.590469 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.601971 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:53.605827 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:53.610259 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:53.629240 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:51:53.655015 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.674146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c9640-30ee-4e28-92a8-04b7c3bc8ed1 req-f84778bc-a445-4ca2-87b3-11b40260fb08 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:53.676415 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed7c9640-30ee-4e28-92a8-04b7c3bc8ed1 req-f84778bc-a445-4ca2-87b3-11b40260fb08 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.0885472 Aug 13 04:51:53.695113 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:53.697187 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:53.704347 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:51:53.723674 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Pushing event updated for resources: {'Port': ['ID=3bb51c76-aad6-4da9-a2eb-ad65c4b0339d,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:53.751366 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5aa089-5d24-461a-8666-d39991ceb93c,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:53.759340 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Attempting to bind port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:51:53.763405 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Attempting to bind port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:51:53.764231 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Attempting to bind port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:51:53.768389 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed7c9640-30ee-4e28-92a8-04b7c3bc8ed1 req-195cbeea-3680-46fb-8699-d4e809ae6425 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754879 Aug 13 04:51:53.771836 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:51:53.772259 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Checking segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:53.772672 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.773065 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Bound using segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:51:53.773572 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Bound port: 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:51:53.773957 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.853374 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] For port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:51:53.856710 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] For port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=3bb51c76-aad6-4da9-a2eb-ad65c4b0339d,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:51:53.861412 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:53.947624 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775bf44-485f-4f65-8db7-26fb452d080e req-9a9895cb-d6a5-475c-ba27-de9161d7da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:53.950396 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5775bf44-485f-4f65-8db7-26fb452d080e req-9a9895cb-d6a5-475c-ba27-de9161d7da0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 1098 time: 0.1215324 Aug 13 04:51:53.952271 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e07e5-27f9-4497-983e-d227ac907c4e None None] Pushing event updated for resources: {'Port': ['ID=3bb51c76-aad6-4da9-a2eb-ad65c4b0339d,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:53.994439 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e744-f7b6-4bab-b53c-2efb5cd8ca4e req-a6304b8b-045b-40d9-9666-35e02ad4237a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:53.996027 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-12b3e744-f7b6-4bab-b53c-2efb5cd8ca4e req-a6304b8b-045b-40d9-9666-35e02ad4237a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1180556 Aug 13 04:51:54.002207 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-f55fc26a-fce0-41d5-94c7-d6c0a1ed4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:54.003653 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-f55fc26a-fce0-41d5-94c7-d6c0a1ed4299 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1098 time: 0.0917976 Aug 13 04:51:54.047306 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5775bf44-485f-4f65-8db7-26fb452d080e req-14c1beee-e793-42df-9b7e-7124a47a69a9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881972 Aug 13 04:51:54.082318 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-12b3e744-f7b6-4bab-b53c-2efb5cd8ca4e req-25fbdf33-9e37-409e-8d84-e610833bbec7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775700 Aug 13 04:51:54.124513 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:54.129359 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-ad494608-2703-42d2-b767-de49826a151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:54.129767 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-ad494608-2703-42d2-b767-de49826a151d service neutron] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 916 time: 0.0948939 Aug 13 04:51:54.336428 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:54.480347 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Router 2fef3792-b9df-4822-b863-c8655e7a8694 is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:51:54.597156 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:51:54.608430 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:51:54.618736 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:51:54.619467 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:54.620183 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:54.621809 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-65a89ba8-ba4f-4ce0-999c-e164dc7bead0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8653252 Aug 13 04:51:54.624428 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56188) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:54.646669 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-e22677c6-7338-4f4d-b6c4-d8b69659fad9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 200 len: 217 time: 0.0701780 Aug 13 04:51:54.731091 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56190) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:54.794202 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-e3174811-60e8-487d-9d95-df010b9479c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:54.795502 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:51:54.799156 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-e3174811-60e8-487d-9d95-df010b9479c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.0950091 Aug 13 04:51:54.854732 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-7e2240bf-f50d-41e1-9316-148c7cfdc171 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442536 Aug 13 04:51:55.039142 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:51:55.045491 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b99d4-b909-4659-842e-c30cc69ec875 None None] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:51:55.056386 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1105b-ef3c-4ae6-b51e-82cff5323f83 req-f2a6850c-d097-4d91-a260-0eb4bd41463f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:55.058349 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-41c1105b-ef3c-4ae6-b51e-82cff5323f83 req-f2a6850c-d097-4d91-a260-0eb4bd41463f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.1994698 Aug 13 04:51:55.085990 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-ec1693e7-0049-4ae1-bcb3-63c3410ade4f service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025316 Aug 13 04:51:55.162393 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-d241c050-409c-4eee-b64b-07e330a83272 None None] Provisioning for port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:51:55.207512 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:53Z', 'revision_number': 3, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:55.216128 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:51:55.223273 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:55.223658 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.250523 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:51:55.251488 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Updating router 2fef3792-b9df-4822-b863-c8655e7a8694 port 9a5aa089-5d24-461a-8666-d39991ceb93c binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:51:55.276166 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-091ebabc-2080-4373-86a8-65c89c2654d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.326550 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.374683 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.434118 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=3bb51c76-aad6-4da9-a2eb-ad65c4b0339d,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:55.450854 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.478336 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.554676 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-41c1105b-ef3c-4ae6-b51e-82cff5323f83 req-9daeb413-4383-460f-8741-2932c81e35c6 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670181 Aug 13 04:51:55.569859 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=3bb51c76-aad6-4da9-a2eb-ad65c4b0339d,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:55.638297 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d25684-f5f1-4aeb-a75b-32d47dc8bb1b req-525ed3a4-ad5c-42a6-88b0-f936eeb44727 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:55.640862 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-13d25684-f5f1-4aeb-a75b-32d47dc8bb1b req-525ed3a4-ad5c-42a6-88b0-f936eeb44727 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0907910 Aug 13 04:51:55.661720 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-091ebabc-2080-4373-86a8-65c89c2654d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.666152 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b949ce33-2b6d-4523-8f17-fa699663ada2 req-eee98b39-0611-4d47-90b3-ce54987f447a service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648072 Aug 13 04:51:55.710776 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-ae1b1502-e6fb-4260-90ff-64ffd53989ad None None] Provisioning complete for port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:55.711324 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1502-e6fb-4260-90ff-64ffd53989ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.715224 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-091ebabc-2080-4373-86a8-65c89c2654d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.719490 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-13d25684-f5f1-4aeb-a75b-32d47dc8bb1b req-605a819c-6680-43cd-b97d-4f6f87fd07fb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647469 Aug 13 04:51:55.772368 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.793095 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Transition to ACTIVE for port object 9a5aa089-5d24-461a-8666-d39991ceb93c will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:55.799466 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-091ebabc-2080-4373-86a8-65c89c2654d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=187ba14a920048c5a8751ce6504f0ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0670362 Aug 13 04:51:55.801774 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.802862 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56204) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:55.803484 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ebabc-2080-4373-86a8-65c89c2654d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad0cd98-c25c-4793-a9d1-d8f22f091c76,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:55.826095 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Allocated IP 172.20.0.1 (e9305c5d-ab27-4ea4-a40b-c4b8a232116b/382b3b6b-8247-41cd-8513-99bb26b3c8df/eb0fd6cb-4dfd-4ba2-84dc-f70985f07829) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:51:55.864741 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-549cbeb6-3bae-47d5-b37d-d65fcae60484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.875612 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Attempting to bind port 9a5aa089-5d24-461a-8666-d39991ceb93c on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:51:55.875899 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Attempting to bind port 9a5aa089-5d24-461a-8666-d39991ceb93c by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:51:55.876263 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Attempting to bind port 9a5aa089-5d24-461a-8666-d39991ceb93c on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:51:55.878166 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Pushing event updated for resources: {'Port': ['ID=9a5aa089-5d24-461a-8666-d39991ceb93c,revision_number=2']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:55.888210 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.888210 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.888499 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.888797 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.889129 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.889476 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.889802 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.890127 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.890407 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-549cbeb6-3bae-47d5-b37d-d65fcae60484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.890508 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.890780 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.891630 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.891630 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:51:55.894712 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:51:55.895083 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:55.895485 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.895858 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:51:55.896326 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Bound port: 9a5aa089-5d24-461a-8666-d39991ceb93c, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:51:55.896717 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.948251 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-549cbeb6-3bae-47d5-b37d-d65fcae60484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.950886 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-549cbeb6-3bae-47d5-b37d-d65fcae60484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.954416 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-549cbeb6-3bae-47d5-b37d-d65fcae60484 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ad0cd98-c25c-4793-a9d1-d8f22f091c76 HTTP/1.1" status: 204 len: 168 time: 0.1479404 Aug 13 04:51:55.958931 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:55.960321 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cbeb6-3bae-47d5-b37d-d65fcae60484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad0cd98-c25c-4793-a9d1-d8f22f091c76,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:55.961290 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] For port 9a5aa089-5d24-461a-8666-d39991ceb93c, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:51:55.975039 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Transition to ACTIVE for port object eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:55.994656 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] For port 9a5aa089-5d24-461a-8666-d39991ceb93c, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=9a5aa089-5d24-461a-8666-d39991ceb93c,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:51:56.000756 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.017740 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.070755 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:56.074996 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:56.082932 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:51:56.090483 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:56.090977 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e0a18-a8f3-4c1b-8a4f-02822fa48d5c None None] Pushing event updated for resources: {'Port': ['ID=9a5aa089-5d24-461a-8666-d39991ceb93c,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:56.094905 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:51:56.095521 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:56.150450 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.223088 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:51:56.302329 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.363328 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-72771394-bdef-47e5-831a-759c2c060a7a None None] Provisioning for port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:51:56.366016 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56212) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:56.369266 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-72771394-bdef-47e5-831a-759c2c060a7a None None] Provisioning complete for port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:56.369814 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-72771394-bdef-47e5-831a-759c2c060a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.381530 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e622e178-ad9a-46cf-ae36-73091c725be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.422422 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-72771394-bdef-47e5-831a-759c2c060a7a None None] Port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:51:56.438870 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:53Z', 'revision_number': 3, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:56.494473 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e622e178-ad9a-46cf-ae36-73091c725be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.499619 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e622e178-ad9a-46cf-ae36-73091c725be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.514072 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.523297 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.542640 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622e178-ad9a-46cf-ae36-73091c725be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b918dd-6c82-4f14-8229-35f3f7656f34,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:56.548128 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-e622e178-ad9a-46cf-ae36-73091c725be8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3f8adc9833e48a9adebc13c6949eeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809521 Aug 13 04:51:56.551040 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56214) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:56.556129 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8b5ab7-362f-487c-a4ce-0526b3f046a8 None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:53Z', 'revision_number': 3, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:51:56.599370 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.611722 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:56.653983 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5e92e90f-3174-4219-9f48-21e0bb0bf3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.713977 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5e92e90f-3174-4219-9f48-21e0bb0bf3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.730916 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:56.732958 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:56.737935 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5ffb5-9229-4a5c-bb13-08af33e82507 req-0ab012fa-c486-4241-9294-5c3c47464767 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:56.745844 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-79b5ffb5-9229-4a5c-bb13-08af33e82507 req-0ab012fa-c486-4241-9294-5c3c47464767 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.0936108 Aug 13 04:51:56.804801 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-79b5ffb5-9229-4a5c-bb13-08af33e82507 req-09654f7e-ace3-42a5-8cde-7478f28fa1d8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576100 Aug 13 04:51:56.848437 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5e92e90f-3174-4219-9f48-21e0bb0bf3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.853808 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5e92e90f-3174-4219-9f48-21e0bb0bf3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:56.858370 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-5e92e90f-3174-4219-9f48-21e0bb0bf3a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99b918dd-6c82-4f14-8229-35f3f7656f34 HTTP/1.1" status: 204 len: 168 time: 0.3063817 Aug 13 04:51:56.872709 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92e90f-3174-4219-9f48-21e0bb0bf3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b918dd-6c82-4f14-8229-35f3f7656f34,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:56.974106 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:51:57.030215 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a69fb-4083-40e8-a660-0ab9aab4bbf2 req-5a8da0f3-2c67-41c2-9fc1-4a296fc3ec7a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:57.032970 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-971a69fb-4083-40e8-a660-0ab9aab4bbf2 req-5a8da0f3-2c67-41c2-9fc1-4a296fc3ec7a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1431584 Aug 13 04:51:57.150742 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-971a69fb-4083-40e8-a660-0ab9aab4bbf2 req-cb0614dd-b947-4355-8c84-93becad4f02f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023941 Aug 13 04:51:57.169879 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-28f46e76-a92e-4a46-9cea-b68f525ecef5 None None] Provisioning complete for port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:57.170232 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-28f46e76-a92e-4a46-9cea-b68f525ecef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:57.221186 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9a5aa089-5d24-461a-8666-d39991ceb93c up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:51:57.245371 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:51:57.250982 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-fea1df2d-4904-4f58-8faf-0a9bb2d8d0b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/2fef3792-b9df-4822-b863-c8655e7a8694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6253116 Aug 13 04:51:57.297329 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-28f46e76-a92e-4a46-9cea-b68f525ecef5 None None] Port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:51:57.331742 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 9a5aa089-5d24-461a-8666-d39991ceb93c completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:51:57.338715 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 9a5aa089-5d24-461a-8666-d39991ceb93c triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:57.339986 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:57.477721 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:57.513576 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 9a5aa089-5d24-461a-8666-d39991ceb93c, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=9a5aa089-5d24-461a-8666-d39991ceb93c,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:51:57.520161 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:57.521130 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:51:57.605301 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=9a5aa089-5d24-461a-8666-d39991ceb93c,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:57.616765 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:57.617337 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:57.966512 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56278) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:57.971880 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-211692696-network', 'tenant_id': '4b4db9d33d604864898b00afa88453e9'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:57.998199 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Made reservation on behalf of 4b4db9d33d604864898b00afa88453e9 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:58.000459 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.009259 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.096979 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.100905 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.120941 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:51:58.141858 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.142206 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Added segment 1a57d4d4-cb17-4494-ae7c-c083f6b5c77f of type vlan for network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 Aug 13 04:51:58.143514 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e7492-4d1c-4d99-8347-4e3268505db0,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:58.196124 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.233185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.234312 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:58.234943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.310272 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3425479 Aug 13 04:51:58.313121 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56292) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:58.319191 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Request body: {'subnet': {'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-211692696-subnet', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:58.325600 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a123a21-503a-40a2-9c6c-a766edda8ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ecd39b-425a-49d9-83b8-1a73cf156dd6,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:58.339249 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:51:58.341564 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85774-ae31-4b89-a5a0-ade4a5f24958 req-bf23c868-d6a2-4a2d-b213-a521b02e6668 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:58.343343 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-45b85774-ae31-4b89-a5a0-ade4a5f24958 req-bf23c868-d6a2-4a2d-b213-a521b02e6668 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1050050 Aug 13 04:51:58.363407 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Made reservation on behalf of 4b4db9d33d604864898b00afa88453e9 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:51:58.366076 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.391493 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-45b85774-ae31-4b89-a5a0-ade4a5f24958 req-67dc354a-f358-408f-9774-fccf75df3265 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Aug 13 04:51:58.574727 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.621814 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:51:58.638612 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:51:58.639396 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:58.643896 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43dcc9b2-0cae-4d87-a7a9-76e85f906f2a,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:58.652949 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Checking segment: {'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:51:58.653308 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Network hostable DHCP agents. Network: f2ecd39b-425a-49d9-83b8-1a73cf156dd6, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:51:58.671001 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:51:58.679832 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, f2ecd39b-425a-49d9-83b8-1a73cf156dd6) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:58.685057 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:58.685916 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.700574 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f95fe-380e-4ffd-ab67-ceb348be402d None None] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:51:58.709796 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-13977c25-e49b-4250-b93b-7f68c948235a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3946726 Aug 13 04:51:58.713402 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56312) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:51:58.727778 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:51:58.763383 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.764564 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.828332 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:58.960780 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9a5aa089-5d24-461a-8666-d39991ceb93c up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:51:58.968073 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:51:58.983200 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.178085 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 9a5aa089-5d24-461a-8666-d39991ceb93c triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:51:59.178459 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.215732 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.233819 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-f2ecd39b-425a-49d9-83b8-1a73cf156dd6', 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'fixed_ips': [{'subnet_id': '43dcc9b2-0cae-4d87-a7a9-76e85f906f2a'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:51:59.234666 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.242045 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.345502 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Allocated IP 172.27.1.143 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/7cb00929-1488-4ced-9f7f-c6dfe3aa3159) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:51:59.468945 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.477264 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Allocated IP 172.20.0.2 (f2ecd39b-425a-49d9-83b8-1a73cf156dd6/43dcc9b2-0cae-4d87-a7a9-76e85f906f2a/782559fd-19d3-4ad5-9833-803da751b674) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:51:59.517952 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 2, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:51:59.528067 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.574822 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:51:59.575495 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Updating router 2fef3792-b9df-4822-b863-c8655e7a8694 port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:51:59.581203 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:59.587640 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:59.591490 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:51:59.600877 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640227d-d37b-4ac9-a91a-b85dc3c22e6a req-28577b6f-3307-4c08-a95b-54d316262669 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:51:59.603067 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c640227d-d37b-4ac9-a91a-b85dc3c22e6a req-28577b6f-3307-4c08-a95b-54d316262669 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0844071 Aug 13 04:51:59.613032 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.648089 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c640227d-d37b-4ac9-a91a-b85dc3c22e6a req-af5daf30-afb2-4b4d-ac3a-fba8b15752b6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Aug 13 04:51:59.683488 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Pushing event updated for resources: {'Port': ['ID=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:51:59.812668 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.838565 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Transition to ACTIVE for port object 782559fd-19d3-4ad5-9833-803da751b674 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:59.885599 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.888861 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Transition to ACTIVE for port object 782559fd-19d3-4ad5-9833-803da751b674 will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:51:59.906184 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:51:59.963554 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:51:59.979277 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:51:59.983934 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:51:59.995449 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Pushing event updated for resources: {'Port': ['ID=782559fd-19d3-4ad5-9833-803da751b674,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:00.082616 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Attempting to bind port 782559fd-19d3-4ad5-9833-803da751b674 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:00.082997 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Attempting to bind port 782559fd-19d3-4ad5-9833-803da751b674 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:00.083375 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Attempting to bind port 782559fd-19d3-4ad5-9833-803da751b674 on network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:00.094937 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:00.095313 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Checking segment: {'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:00.095720 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.096119 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Bound using segment: {'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:00.096594 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Bound port: 782559fd-19d3-4ad5-9833-803da751b674, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:00.096981 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.115322 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.116463 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.145612 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Transition to ACTIVE for port object eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:00.157721 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.219518 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] For port 782559fd-19d3-4ad5-9833-803da751b674, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:00.226182 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] For port 782559fd-19d3-4ad5-9833-803da751b674, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=782559fd-19d3-4ad5-9833-803da751b674,segment=NetworkSegment(1a57d4d4-cb17-4494-ae7c-c083f6b5c77f),segment_id=1a57d4d4-cb17-4494-ae7c-c083f6b5c77f)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:00.235867 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.238118 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0fa56-c7a2-4865-b9ee-bba4a3a6cc8f None None] Pushing event updated for resources: {'Port': ['ID=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:00.277326 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Router a1454f2c-0390-40b8-b623-c6f1eb2e1704 is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:52:00.350165 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Attempting to bind port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:00.350543 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Attempting to bind port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:00.350912 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Attempting to bind port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:00.360411 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:00.360791 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Checking segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:00.361200 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.361625 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Bound using segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:00.362280 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Bound port: eb0fd6cb-4dfd-4ba2-84dc-f70985f07829, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:00.362846 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.364912 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2081db-a98b-46bf-aa1a-e3ff2f165110 None None] Pushing event updated for resources: {'Port': ['ID=782559fd-19d3-4ad5-9833-803da751b674,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:00.457447 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] For port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:00.461043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] For port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:00.469112 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.535995 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:00.536882 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:00.578511 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0fa56-c7a2-4865-b9ee-bba4a3a6cc8f None None] Pushing event updated for resources: {'Port': ['ID=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:00.685339 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:00.710681 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:52:00.734825 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Sync routers for ids ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:52:00.747720 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:00.748912 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-885f364a-e208-4ae1-8e4b-f27e35754d3a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0343821 Aug 13 04:52:00.751147 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Routers {'a1454f2c-0390-40b8-b623-c6f1eb2e1704'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:00.751819 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56350) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:00.759352 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:00.950581 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Set router a1454f2c-0390-40b8-b623-c6f1eb2e1704 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:00.950688 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b93582-8db7-40e8-ab5f-3875145ba280 req-9190e22b-fb3b-48e9-92d6-73dd65a01e41 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:00.950688 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-24b93582-8db7-40e8-ab5f-3875145ba280 req-9190e22b-fb3b-48e9-92d6-73dd65a01e41 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1459675 Aug 13 04:52:00.976204 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:00Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:01.039282 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 782559fd-19d3-4ad5-9833-803da751b674 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:01.065274 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-24b93582-8db7-40e8-ab5f-3875145ba280 req-e6e82ca6-613c-4adb-be4d-e2780de147c1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115775 Aug 13 04:52:01.073463 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569f95d-1936-4e87-b187-ddb2bfb1b97f None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:00Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:52:01.122289 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 782559fd-19d3-4ad5-9833-803da751b674 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:01.270783 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T04:51:59Z', 'revision_number': 3, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port': {'id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:59Z', 'updated_at': '2021-08-13T04:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:01.316258 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Checking router: a1454f2c-0390-40b8-b623-c6f1eb2e1704 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:52:01.316962 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Updating router a1454f2c-0390-40b8-b623-c6f1eb2e1704 port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:52:01.354109 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:01.612065 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:01.723181 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d2e26-1826-489e-ab1d-75caca2e6ec5 None None] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:52:01.810217 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:01.825351 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Transition to ACTIVE for port object 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:01.837173 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:01.895866 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Attempting to bind port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:01.896320 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Attempting to bind port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:01.896739 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Attempting to bind port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:01.907764 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:01.907995 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:01.908759 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:01.909206 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:01.909731 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Bound port: 7cb00929-1488-4ced-9f7f-c6dfe3aa3159, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:01.910128 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:01.913578 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aa79b-8927-4df1-8355-679890c7b1ef None None] Pushing event updated for resources: {'Port': ['ID=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,revision_number=2']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:01.928072 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-939b8e8b-f016-4639-8301-57ef57165fb5 None None] Provisioning for port 782559fd-19d3-4ad5-9833-803da751b674 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:01.933633 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-939b8e8b-f016-4639-8301-57ef57165fb5 None None] Provisioning complete for port 782559fd-19d3-4ad5-9833-803da751b674 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:01.933890 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-939b8e8b-f016-4639-8301-57ef57165fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:01.938643 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Allocated IP 172.20.0.1 (f2ecd39b-425a-49d9-83b8-1a73cf156dd6/43dcc9b2-0cae-4d87-a7a9-76e85f906f2a/8bc05889-d5cb-4040-9946-d5fabae3e109) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:01.973403 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] For port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:01.979448 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] For port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:01.994055 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.050778 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-939b8e8b-f016-4639-8301-57ef57165fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.090192 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-939b8e8b-f016-4639-8301-57ef57165fb5 None None] For port 782559fd-19d3-4ad5-9833-803da751b674, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=782559fd-19d3-4ad5-9833-803da751b674,segment=NetworkSegment(1a57d4d4-cb17-4494-ae7c-c083f6b5c77f),segment_id=1a57d4d4-cb17-4494-ae7c-c083f6b5c77f)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:02.091991 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Routers {'a1454f2c-0390-40b8-b623-c6f1eb2e1704'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:02.092799 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:02.095401 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-939b8e8b-f016-4639-8301-57ef57165fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.114478 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.134246 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Transition to ACTIVE for port object 8bc05889-d5cb-4040-9946-d5fabae3e109 will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:02.156107 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aa79b-8927-4df1-8355-679890c7b1ef None None] Pushing event updated for resources: {'Port': ['ID=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:02.173424 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b8e8b-f016-4639-8301-57ef57165fb5 None None] Pushing event updated for resources: {'Port': ['ID=782559fd-19d3-4ad5-9833-803da751b674,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:02.192770 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.246517 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Pushing event updated for resources: {'Port': ['ID=8bc05889-d5cb-4040-9946-d5fabae3e109,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:02.291354 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:02.293527 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:02.296782 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:02.323735 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-bbc0b549-b67f-45e5-acc4-92e5cd94122c None None] Provisioning complete for port 782559fd-19d3-4ad5-9833-803da751b674 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:02.324112 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bbc0b549-b67f-45e5-acc4-92e5cd94122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.343634 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] Set router a1454f2c-0390-40b8-b623-c6f1eb2e1704 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:02.354414 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.532303 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.561737 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-1b9e868b-2688-4d76-a768-24e93d8c9ac8 None None] Provisioning for port 8bc05889-d5cb-4040-9946-d5fabae3e109 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:02.565722 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-1b9e868b-2688-4d76-a768-24e93d8c9ac8 None None] Provisioning complete for port 8bc05889-d5cb-4040-9946-d5fabae3e109 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:02.566081 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1b9e868b-2688-4d76-a768-24e93d8c9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.572261 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T04:51:59Z', 'revision_number': 3, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port': {'id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:59Z', 'updated_at': '2021-08-13T04:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:02.606497 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df13c6a-7cbd-49b4-a807-2a350935dffb None None] The sync data for ids ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'] in dv-cinder-760178-7-iscsi is: [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T04:51:59Z', 'revision_number': 3, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port': {'id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:59Z', 'updated_at': '2021-08-13T04:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:52:02.609666 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e868b-2688-4d76-a768-24e93d8c9ac8 None None] Port 8bc05889-d5cb-4040-9946-d5fabae3e109 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:52:02.731022 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.735718 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.800440 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:02.802011 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Pushing event updated for resources: {'Port': ['ID=8bc05889-d5cb-4040-9946-d5fabae3e109,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:02.912681 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:02.914835 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:03.134056 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Router a1454f2c-0390-40b8-b623-c6f1eb2e1704 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:52:03.155690 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 782559fd-19d3-4ad5-9833-803da751b674 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:03.242314 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 782559fd-19d3-4ad5-9833-803da751b674 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:03.242314 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:03.286041 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:52:03.292298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6e3270bd-aeb1-4c80-8988-9e70630a7d6d admin admin] 10.222.0.18 "PUT /v2.0/routers/a1454f2c-0390-40b8-b623-c6f1eb2e1704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394466 Aug 13 04:52:03.371780 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:03.423085 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e1e49b8e-098a-40f1-91fa-27e5472af248 None None] Provisioning complete for port 8bc05889-d5cb-4040-9946-d5fabae3e109 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:03.423557 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e1e49b8e-098a-40f1-91fa-27e5472af248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:03.473631 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-e1e49b8e-098a-40f1-91fa-27e5472af248 None None] Port 8bc05889-d5cb-4040-9946-d5fabae3e109 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:52:03.484565 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:03.490568 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:03.490692 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:03.584154 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:03.624348 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:03.630027 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:03.695605 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:03.907674 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c1a8b-d33d-4a99-b103-05ab83a1590c req-982449eb-1e2e-4eec-b8b8-80850a358836 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:03.909184 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-766c1a8b-d33d-4a99-b103-05ab83a1590c req-982449eb-1e2e-4eec-b8b8-80850a358836 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0702846 Aug 13 04:52:03.957354 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-766c1a8b-d33d-4a99-b103-05ab83a1590c req-b4720edd-c7f5-4486-806f-d55ec8b8e8aa tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Aug 13 04:52:04.071421 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56454) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:04.077376 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-abbe2ac2-d065-4def-bb1d-0e0bc4fbe2e2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55448807', 'description': 'tempest-secgroup-smoke-55448807 description', 'project_id': '4eedd9abb597468d93c49ee068247ecb'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:04.101800 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-abbe2ac2-d065-4def-bb1d-0e0bc4fbe2e2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.191531 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-abbe2ac2-d065-4def-bb1d-0e0bc4fbe2e2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.196155 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-abbe2ac2-d065-4def-bb1d-0e0bc4fbe2e2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.229958 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-abbe2ac2-d065-4def-bb1d-0e0bc4fbe2e2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.235616 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-abbe2ac2-d065-4def-bb1d-0e0bc4fbe2e2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1582582 Aug 13 04:52:04.235616 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe2ac2-d065-4def-bb1d-0e0bc4fbe2e2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45d3628-3c83-4d66-b354-a498b1b68e74,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:04.235616 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56462) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:04.239897 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-4876f243-0ada-4dd5-9baa-7b175cd8eea2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'security_group_rule': {'security_group_id': 'b45d3628-3c83-4d66-b354-a498b1b68e74', 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:04.267044 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4876f243-0ada-4dd5-9baa-7b175cd8eea2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.333043 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4876f243-0ada-4dd5-9baa-7b175cd8eea2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.336933 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4876f243-0ada-4dd5-9baa-7b175cd8eea2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.364475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876f243-0ada-4dd5-9baa-7b175cd8eea2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e953959-c31d-46ed-a0fb-151f0404702b,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:04.378029 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4876f243-0ada-4dd5-9baa-7b175cd8eea2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.381898 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-4876f243-0ada-4dd5-9baa-7b175cd8eea2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454422 Aug 13 04:52:04.382282 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56470) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:04.386954 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-79bdbe85-0ed0-4241-bf05-d5cf834bbe4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'security_group_rule': {'security_group_id': 'b45d3628-3c83-4d66-b354-a498b1b68e74', 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:04.435521 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-79bdbe85-0ed0-4241-bf05-d5cf834bbe4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.506151 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-79bdbe85-0ed0-4241-bf05-d5cf834bbe4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.510073 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-79bdbe85-0ed0-4241-bf05-d5cf834bbe4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.527601 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdbe85-0ed0-4241-bf05-d5cf834bbe4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff9a1ee-db69-4dd9-86d7-128a53992a35,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:04.533857 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-79bdbe85-0ed0-4241-bf05-d5cf834bbe4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.534924 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-79bdbe85-0ed0-4241-bf05-d5cf834bbe4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516469 Aug 13 04:52:04.537659 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56474) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:04.542939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-7f1ec292-2650-471d-9dec-5ebb4011ade7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'security_group_rule': {'security_group_id': 'b45d3628-3c83-4d66-b354-a498b1b68e74', 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:04.568468 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec292-2650-471d-9dec-5ebb4011ade7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.624443 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec292-2650-471d-9dec-5ebb4011ade7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.628228 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec292-2650-471d-9dec-5ebb4011ade7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.646352 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ec292-2650-471d-9dec-5ebb4011ade7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc0a294-1516-42f6-8c1b-908afe4a050b,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:04.650380 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Sync routers for ids ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:52:04.656366 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec292-2650-471d-9dec-5ebb4011ade7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.660308 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-7f1ec292-2650-471d-9dec-5ebb4011ade7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190910 Aug 13 04:52:04.660513 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56476) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:04.660905 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Routers {'a1454f2c-0390-40b8-b623-c6f1eb2e1704'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:04.661813 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:04.665931 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-68569919-9bed-4775-8ac0-2372c2ac96a5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'security_group_rule': {'security_group_id': 'b45d3628-3c83-4d66-b354-a498b1b68e74', 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:04.691196 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-68569919-9bed-4775-8ac0-2372c2ac96a5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.750774 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-68569919-9bed-4775-8ac0-2372c2ac96a5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.754706 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-68569919-9bed-4775-8ac0-2372c2ac96a5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.777380 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68569919-9bed-4775-8ac0-2372c2ac96a5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90ca9de-f2fc-4624-ada6-cb7871e41e3c,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:04.779936 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-68569919-9bed-4775-8ac0-2372c2ac96a5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.783616 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-68569919-9bed-4775-8ac0-2372c2ac96a5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195469 Aug 13 04:52:04.783954 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56478) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:04.788833 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'security_group_rule': {'security_group_id': 'b45d3628-3c83-4d66-b354-a498b1b68e74', 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:04.810689 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.securitygroups_db [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Project 4eedd9abb597468d93c49ee068247ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:52:04.815892 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.876349 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.880675 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.892537 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Set router a1454f2c-0390-40b8-b623-c6f1eb2e1704 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:04.910085 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e541bfd3-a16e-4e05-99dd-9fcee6d75362,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:04.913403 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:04.915307 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3f97c28b-a630-487c-97ae-03133313789f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305332 Aug 13 04:52:04.920354 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56480) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:04.926741 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'security_group_rule': {'security_group_id': 'b45d3628-3c83-4d66-b354-a498b1b68e74', 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:04.951442 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.securitygroups_db [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Project 4eedd9abb597468d93c49ee068247ecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:52:04.956125 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.036234 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.040639 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:05.041749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.060293 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b4502e-46e4-4000-9e49-7f59f56e90d0,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:05.066018 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.070248 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-86f10937-cabe-4ea0-8b05-80ce7447a273 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459441 Aug 13 04:52:05.131090 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:05.137096 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:05.137505 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.181782 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T04:52:02Z', 'revision_number': 4, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port': {'id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:59Z', 'updated_at': '2021-08-13T04:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8bc05889-d5cb-4040-9946-d5fabae3e109', 'name': '', 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'mac_address': 'fa:16:3e:09:b6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '43dcc9b2-0cae-4d87-a7a9-76e85f906f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:01Z', 'updated_at': '2021-08-13T04:52:02Z', 'revision_number': 2, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'subnets': [{'id': '43dcc9b2-0cae-4d87-a7a9-76e85f906f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:05.215223 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Checking router: a1454f2c-0390-40b8-b623-c6f1eb2e1704 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:52:05.216123 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Updating router a1454f2c-0390-40b8-b623-c6f1eb2e1704 port 8bc05889-d5cb-4040-9946-d5fabae3e109 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:52:05.247318 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.316664 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.393816 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:05.400057 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.400848 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:05.543926 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:05.579712 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:05.580121 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.652614 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56548) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:05.713687 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.736325 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Transition to ACTIVE for port object 8bc05889-d5cb-4040-9946-d5fabae3e109 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:05.744013 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.762752 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-05a0cd64-635d-41b7-bb32-b30001fc87e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.794176 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936a2f7-c7e2-4567-8319-a1194faf53a7 None None] Pushing event updated for resources: {'Port': ['ID=8bc05889-d5cb-4040-9946-d5fabae3e109,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:05.851800 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Attempting to bind port 8bc05889-d5cb-4040-9946-d5fabae3e109 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:05.852241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Attempting to bind port 8bc05889-d5cb-4040-9946-d5fabae3e109 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:05.852610 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Attempting to bind port 8bc05889-d5cb-4040-9946-d5fabae3e109 on network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:05.860402 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:05.861088 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Checking segment: {'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:05.861710 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.862257 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Bound using segment: {'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:05.862926 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Bound port: 8bc05889-d5cb-4040-9946-d5fabae3e109, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:05.863336 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.883728 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-05a0cd64-635d-41b7-bb32-b30001fc87e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.890275 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-05a0cd64-635d-41b7-bb32-b30001fc87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.935617 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56560) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:05.937063 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] For port 8bc05889-d5cb-4040-9946-d5fabae3e109, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:05.941015 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] For port 8bc05889-d5cb-4040-9946-d5fabae3e109, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=8bc05889-d5cb-4040-9946-d5fabae3e109,segment=NetworkSegment(1a57d4d4-cb17-4494-ae7c-c083f6b5c77f),segment_id=1a57d4d4-cb17-4494-ae7c-c083f6b5c77f)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:05.950905 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-05a0cd64-635d-41b7-bb32-b30001fc87e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14779de31f534f968316a588bc535ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969260 Aug 13 04:52:05.954499 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:05.956679 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0cd64-635d-41b7-bb32-b30001fc87e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b578c-cbf1-4981-b1b1-d6632b3db3ab,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:06.004189 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9fb98148-7fc6-4399-9755-f7d993144a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.026313 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Routers {'a1454f2c-0390-40b8-b623-c6f1eb2e1704'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:06.026945 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:51:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:06.027406 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9fb98148-7fc6-4399-9755-f7d993144a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.029582 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936a2f7-c7e2-4567-8319-a1194faf53a7 None None] Pushing event updated for resources: {'Port': ['ID=8bc05889-d5cb-4040-9946-d5fabae3e109,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:06.086812 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9fb98148-7fc6-4399-9755-f7d993144a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.089820 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9fb98148-7fc6-4399-9755-f7d993144a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.091217 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-9fb98148-7fc6-4399-9755-f7d993144a2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f87b578c-cbf1-4981-b1b1-d6632b3db3ab HTTP/1.1" status: 204 len: 168 time: 0.1545496 Aug 13 04:52:06.099810 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb98148-7fc6-4399-9755-f7d993144a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b578c-cbf1-4981-b1b1-d6632b3db3ab,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:06.175198 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] Set router a1454f2c-0390-40b8-b623-c6f1eb2e1704 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:06.411379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56576) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:06.416807 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T04:52:02Z', 'revision_number': 4, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port': {'id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:59Z', 'updated_at': '2021-08-13T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8bc05889-d5cb-4040-9946-d5fabae3e109', 'name': '', 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'mac_address': 'fa:16:3e:09:b6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '43dcc9b2-0cae-4d87-a7a9-76e85f906f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:01Z', 'updated_at': '2021-08-13T04:52:05Z', 'revision_number': 4, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'subnets': [{'id': '43dcc9b2-0cae-4d87-a7a9-76e85f906f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:06.426885 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9abead29-db46-4984-bd45-630bb6c5daba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.446857 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5079f-0151-439d-aecf-c95b17fa09f0 None None] The sync data for ids ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'] in dv-cinder-760178-7-iscsi is: [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T04:52:02Z', 'revision_number': 4, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port': {'id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:59Z', 'updated_at': '2021-08-13T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8bc05889-d5cb-4040-9946-d5fabae3e109', 'name': '', 'network_id': 'f2ecd39b-425a-49d9-83b8-1a73cf156dd6', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'mac_address': 'fa:16:3e:09:b6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '43dcc9b2-0cae-4d87-a7a9-76e85f906f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:01Z', 'updated_at': '2021-08-13T04:52:05Z', 'revision_number': 4, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'subnets': [{'id': '43dcc9b2-0cae-4d87-a7a9-76e85f906f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:52:06.549692 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9abead29-db46-4984-bd45-630bb6c5daba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.553494 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9abead29-db46-4984-bd45-630bb6c5daba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.597701 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-9abead29-db46-4984-bd45-630bb6c5daba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=217aec0126a148eea58e6200eda1be76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850057 Aug 13 04:52:06.598840 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abead29-db46-4984-bd45-630bb6c5daba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a890368e-052c-4c53-9647-da23f98fa43a,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:06.600089 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56584) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:06.666798 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-135be048-73dc-4cda-90ea-25b06f45b14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.692164 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-135be048-73dc-4cda-90ea-25b06f45b14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.740214 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-135be048-73dc-4cda-90ea-25b06f45b14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.742959 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-135be048-73dc-4cda-90ea-25b06f45b14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:06.744205 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-135be048-73dc-4cda-90ea-25b06f45b14a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a890368e-052c-4c53-9647-da23f98fa43a HTTP/1.1" status: 204 len: 168 time: 0.1413813 Aug 13 04:52:06.752448 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135be048-73dc-4cda-90ea-25b06f45b14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a890368e-052c-4c53-9647-da23f98fa43a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:07.043438 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:07.098038 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:07.098326 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:07.180818 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8bc05889-d5cb-4040-9946-d5fabae3e109 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:07.241143 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 8bc05889-d5cb-4040-9946-d5fabae3e109 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:07.244875 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 8bc05889-d5cb-4040-9946-d5fabae3e109 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:07.245251 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:07.328389 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:07.360668 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 8bc05889-d5cb-4040-9946-d5fabae3e109, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=8bc05889-d5cb-4040-9946-d5fabae3e109,segment=NetworkSegment(1a57d4d4-cb17-4494-ae7c-c083f6b5c77f),segment_id=1a57d4d4-cb17-4494-ae7c-c083f6b5c77f)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:07.364407 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:07.408754 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:52:07.413256 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=8bc05889-d5cb-4040-9946-d5fabae3e109,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:08.941228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8bc05889-d5cb-4040-9946-d5fabae3e109 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:09.014166 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 8bc05889-d5cb-4040-9946-d5fabae3e109 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:09.014549 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:10.046724 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6fa97ff9-11b9-48bb-91de-30b4d907fcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:11.866013 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56722) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:11.977914 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2470f18b-b8b8-47b3-b655-e7017ea134f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.064703 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2470f18b-b8b8-47b3-b655-e7017ea134f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.068585 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2470f18b-b8b8-47b3-b655-e7017ea134f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.099118 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470f18b-b8b8-47b3-b655-e7017ea134f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c20b35-5114-406a-b036-13bbea53132d,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:12.116361 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2470f18b-b8b8-47b3-b655-e7017ea134f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d40de336e5a48a3a577cef1fecf8ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492855 Aug 13 04:52:12.118820 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56730) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:12.164643 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0f5f-d7e1-47ce-948b-109a6230d81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.185500 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0f5f-d7e1-47ce-948b-109a6230d81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.232246 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0f5f-d7e1-47ce-948b-109a6230d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.234953 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0f5f-d7e1-47ce-948b-109a6230d81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.236045 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6e5a0f5f-d7e1-47ce-948b-109a6230d81c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98c20b35-5114-406a-b036-13bbea53132d HTTP/1.1" status: 204 len: 168 time: 0.1163435 Aug 13 04:52:12.244506 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a0f5f-d7e1-47ce-948b-109a6230d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c20b35-5114-406a-b036-13bbea53132d,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:12.262162 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fede2bdb-7985-481e-87ff-14aa1ab5cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.614323 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:12.876255 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 56768) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:12.976941 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-39083557-network', 'tenant_id': '0f915f3ef6ad44e2925155c31bb8cb30'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:12.999986 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Made reservation on behalf of 0f915f3ef6ad44e2925155c31bb8cb30 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:13.002221 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.011534 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.120298 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.126368 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.149346 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:52:13.163941 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71328e41-1153-4e20-9099-ed5162a9c713,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:13.169399 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.169919 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Added segment 641a8789-3b19-437f-9edf-235838d9d452 of type vlan for network c88b1a8a-564b-44af-aa39-5b8b0bc27103 Aug 13 04:52:13.211547 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.243893 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.244772 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:13.245349 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.301023 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4249372 Aug 13 04:52:13.304136 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56782) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:13.306137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4229dec-8d24-4297-b8d3-1e41a7d6f8bb admin admin] Pushing event updated for resources: {'Network': ['ID=c88b1a8a-564b-44af-aa39-5b8b0bc27103,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:13.309561 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Request body: {'subnet': {'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-39083557-subnet', 'tenant_id': '0f915f3ef6ad44e2925155c31bb8cb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:13.315674 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network c88b1a8a-564b-44af-aa39-5b8b0bc27103 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:52:13.331091 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Made reservation on behalf of 0f915f3ef6ad44e2925155c31bb8cb30 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:13.333832 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.499639 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.553361 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a856cee5-16f3-4996-a56a-17c6bc066654,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:13.560991 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Checking segment: {'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:13.561348 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Network hostable DHCP agents. Network: c88b1a8a-564b-44af-aa39-5b8b0bc27103, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:52:13.577730 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Network c88b1a8a-564b-44af-aa39-5b8b0bc27103 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:52:13.585766 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, c88b1a8a-564b-44af-aa39-5b8b0bc27103) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:13.590432 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:13.591032 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.597304 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d356853-78fb-4289-9683-44c8803a31c3 None None] Network c88b1a8a-564b-44af-aa39-5b8b0bc27103 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:52:13.614329 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-fb7c7283-35cf-47d7-88d9-64b34987756a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3078184 Aug 13 04:52:13.660962 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:13.738892 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46a3f2-2f90-42a7-9108-7aef87ad370f None None] Network c88b1a8a-564b-44af-aa39-5b8b0bc27103 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:52:13.954874 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:15.362940 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:15.379686 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be216-150a-401a-a5d3-04569eed8885 req-56dafa14-3511-4bbf-bdfd-2a2b4db95253 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:15.381147 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-56dafa14-3511-4bbf-bdfd-2a2b4db95253 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/networks?id=c88b1a8a-564b-44af-aa39-5b8b0bc27103 HTTP/1.1" status: 200 len: 807 time: 0.1012568 Aug 13 04:52:15.396141 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-1474e8f0-48e7-4303-94bd-adc801d24aaa tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/quotas/0f915f3ef6ad44e2925155c31bb8cb30 HTTP/1.1" status: 200 len: 375 time: 0.0087311 Aug 13 04:52:15.427312 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-57af7807-760a-4ce4-be9b-49d3aaa67c01 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f915f3ef6ad44e2925155c31bb8cb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252743 Aug 13 04:52:15.539490 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-91deeb08-2fbb-474c-99bc-6ae5c640a6c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038477 Aug 13 04:52:15.627978 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-f131a8e3-faae-4cc4-b512-ff16c046d6b7 service neutron] 10.222.0.18 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797780 Aug 13 04:52:15.800658 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-35dd8d8b-74ab-43b0-8962-cf8f1903d398 req-d40cab9f-06a0-4c5c-a034-55d0639f5496 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 210 time: 0.0305002 Aug 13 04:52:16.891475 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-205da1e0-a8a1-4c18-82be-a51ce6f73ffd req-de44a572-10d8-4fd3-9eb5-a30212e6aaf8 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 210 time: 0.0253398 Aug 13 04:52:17.119683 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be216-150a-401a-a5d3-04569eed8885 req-4802be47-b5eb-4f27-9470-831fd5782ad8 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:17.121178 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-4802be47-b5eb-4f27-9470-831fd5782ad8 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "GET /v2.0/networks?id=c88b1a8a-564b-44af-aa39-5b8b0bc27103 HTTP/1.1" status: 200 len: 807 time: 0.1137900 Aug 13 04:52:17.155708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Request body: {'port': {'device_id': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103', 'admin_state_up': True, 'tenant_id': '0f915f3ef6ad44e2925155c31bb8cb30'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:17.531739 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Made reservation on behalf of 0f915f3ef6ad44e2925155c31bb8cb30 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:17.535718 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:17.559189 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723832e0-5cf4-4eba-a862-7973ba36df4a req-5d6340a5-0eef-49ec-8e7c-77eb7da03e1d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:17.560704 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-723832e0-5cf4-4eba-a862-7973ba36df4a req-5d6340a5-0eef-49ec-8e7c-77eb7da03e1d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0723095 Aug 13 04:52:17.581274 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-63903566-f3ba-4e38-836d-7a29c7c8bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:17.582915 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-63903566-f3ba-4e38-836d-7a29c7c8bf37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1098 time: 0.0400145 Aug 13 04:52:17.647064 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-723832e0-5cf4-4eba-a862-7973ba36df4a req-d266f84a-ac80-4c04-a6e1-e5c9eeb5429a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768423 Aug 13 04:52:17.679624 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-b5728d37-f628-428a-bd2c-24fce7f0504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:17.681247 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-b5728d37-f628-428a-bd2c-24fce7f0504d service neutron] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 916 time: 0.0871785 Aug 13 04:52:17.718853 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Allocated IP 172.20.0.3 (c88b1a8a-564b-44af-aa39-5b8b0bc27103/a856cee5-16f3-4996-a56a-17c6bc066654/4f9a3e2b-4adb-478b-bb76-b4b4c767ebda) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:17.731606 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-9ccab82c-6a00-4149-bf50-cb8a050acc70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 200 len: 217 time: 0.0395815 Aug 13 04:52:17.789061 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-dc6f1f94-ed44-4627-b10b-baa3eb320d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:17.791106 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-dc6f1f94-ed44-4627-b10b-baa3eb320d96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.0492482 Aug 13 04:52:17.840489 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-201c640e-4dbb-4c80-a02c-8d7a67c17fef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412142 Aug 13 04:52:17.894644 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:17.948114 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-b1314c84-9ad3-42a1-af7b-0f02e21df5f2 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937958 Aug 13 04:52:17.999432 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.025983 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56906) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:18.064987 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-6aa9c26b-0a01-4fd2-b46a-00041ebaa7dd req-b7c9bf49-7a17-4f63-b2d9-837b462096a3 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088076 Aug 13 04:52:18.080257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Network c88b1a8a-564b-44af-aa39-5b8b0bc27103 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:18.086911 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:18.094384 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:18.097507 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Pushing event updated for resources: {'Port': ['ID=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:18.154121 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176c36-42da-4284-bb2e-6cb9dded56f8 req-609f476d-2067-4001-8829-a5a5f861f895 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:18.155685 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e176c36-42da-4284-bb2e-6cb9dded56f8 req-609f476d-2067-4001-8829-a5a5f861f895 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 931 time: 0.1147780 Aug 13 04:52:18.167055 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:18.167672 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.186242 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4e254faf-f9f8-488d-b989-b2f5d5c8794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.199958 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-354e821e-af89-429f-9e7b-a6fa570c12f2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0489411 Aug 13 04:52:18.214662 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e176c36-42da-4284-bb2e-6cb9dded56f8 req-ca501c4f-f6d3-41b3-9c9d-b0feb3f0f480 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Aug 13 04:52:18.223236 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Request body: {'port': {'device_id': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:18.287144 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4e254faf-f9f8-488d-b989-b2f5d5c8794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.291845 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.294352 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4e254faf-f9f8-488d-b989-b2f5d5c8794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.326797 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e254faf-f9f8-488d-b989-b2f5d5c8794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728d926c-a6a8-4a06-8a5b-3413871f8b3d,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:18.349677 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-4e254faf-f9f8-488d-b989-b2f5d5c8794e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57ae8e99c2f64e15a3da6351c30353d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226247 Aug 13 04:52:18.350371 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 56926) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:18.407641 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e932e1fe-7a2a-4490-a394-d2d792d1e5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.434173 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e932e1fe-7a2a-4490-a394-d2d792d1e5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.491672 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e932e1fe-7a2a-4490-a394-d2d792d1e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.494992 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e932e1fe-7a2a-4490-a394-d2d792d1e5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.496262 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e932e1fe-7a2a-4490-a394-d2d792d1e5d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/728d926c-a6a8-4a06-8a5b-3413871f8b3d HTTP/1.1" status: 204 len: 168 time: 0.1448784 Aug 13 04:52:18.516102 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932e1fe-7a2a-4490-a394-d2d792d1e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d926c-a6a8-4a06-8a5b-3413871f8b3d,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:18.576948 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-3f831fec-038b-42fc-8e31-2a21828d0356 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:18.578466 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-3f831fec-038b-42fc-8e31-2a21828d0356 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.2564402 Aug 13 04:52:18.631887 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-84f614b7-6f1f-4634-a1dc-8af30c69e0df tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/quotas/98f8ce6a180440f5abd82bbfb0769c95 HTTP/1.1" status: 200 len: 375 time: 0.0392461 Aug 13 04:52:18.722048 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-0feaf19b-dcdf-4aad-872a-61e80593635e tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892305 Aug 13 04:52:18.877912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb476c-ed25-4b55-a46e-5333755d4ea5 req-db5d6de4-85ce-4ccb-b08d-b615246886ae tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:18.879326 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a4bb476c-ed25-4b55-a46e-5333755d4ea5 req-db5d6de4-85ce-4ccb-b08d-b615246886ae tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1425848 Aug 13 04:52:18.912020 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:52:18.926139 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-a2d2c116-1376-4563-96ab-088075f7fa71 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966121 Aug 13 04:52:18.929714 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:18.972908 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Transition to ACTIVE for port object 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:19.001342 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a4bb476c-ed25-4b55-a46e-5333755d4ea5 req-86136a8a-c8c7-418a-9658-316161b7cace tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077347 Aug 13 04:52:19.003554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:19.097499 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:19.135323 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-762dbcb7-2913-425b-982a-fc4a1d928a04 service neutron] 10.222.0.18 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914413 Aug 13 04:52:19.164282 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Attempting to bind port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:19.165190 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Attempting to bind port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:19.165611 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Attempting to bind port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda on network c88b1a8a-564b-44af-aa39-5b8b0bc27103 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:19.170821 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda on network c88b1a8a-564b-44af-aa39-5b8b0bc27103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:52:19.171199 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Attempting to bind port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda on network c88b1a8a-564b-44af-aa39-5b8b0bc27103 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:19.176342 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:19.176675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Checking segment: {'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:19.177346 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Bound using segment: {'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:19.177831 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Bound port: 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:19.178221 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:19.251632 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] For port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:19.259427 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] For port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:19.264475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:19.321350 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:19.322015 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:19.323406 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] 10.222.0.58 "PUT /v2.0/ports/4f9a3e2b-4adb-478b-bb76-b4b4c767ebda HTTP/1.1" status: 200 len: 1093 time: 1.1050148 Aug 13 04:52:19.323863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'tag': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:52:19.326300 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280a600-5cf1-4260-af53-b59ff46a0889" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4a763f-cc20-45ad-91a0-a1495556134a", "tag": "4f9a3e2b-4adb-478b-bb76-b4b4c767ebda"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:52:19.402675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dbc4a-9429-4606-bfd2-a63189a46936 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:19.437500 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-817c711f-12c6-4fcd-b818-558a58646c00 req-56af8bc1-4844-407e-9137-73f10d636b10 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 210 time: 0.0390730 Aug 13 04:52:19.471292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033cf33-55a5-43c8-a068-fa02d83cd2fc req-77ab57c9-34f6-46dd-b869-79370e4252bc tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:19.473339 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d033cf33-55a5-43c8-a068-fa02d83cd2fc req-77ab57c9-34f6-46dd-b869-79370e4252bc tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 943 time: 0.1574068 Aug 13 04:52:19.505607 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e9bc6c-dca2-430d-812a-9c96d8477ba2 x-openstack-request-id: req-81e9bc6c-dca2-430d-812a-9c96d8477ba2 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:52:19.505932 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4a763f-cc20-45ad-91a0-a1495556134a", "tag": "4f9a3e2b-4adb-478b-bb76-b4b4c767ebda", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:52:19.506127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81e9bc6c-dca2-430d-812a-9c96d8477ba2 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:52:19.506509 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'tag': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda', 'status': 'completed', 'code': 200} Aug 13 04:52:19.544637 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d033cf33-55a5-43c8-a068-fa02d83cd2fc req-cb7f4f62-6297-4dbb-8565-7fb9ed0d2895 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523765 Aug 13 04:52:19.547393 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be216-150a-401a-a5d3-04569eed8885 req-604cf569-a11b-4610-bfb6-3b65ced3c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:19.548802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-604cf569-a11b-4610-bfb6-3b65ced3c373 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f915f3ef6ad44e2925155c31bb8cb30&device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 1096 time: 0.1076360 Aug 13 04:52:19.620956 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-b54b98c0-b44f-4efb-b21e-cc353dc1efbe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda HTTP/1.1" status: 200 len: 217 time: 0.0484188 Aug 13 04:52:19.701529 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be216-150a-401a-a5d3-04569eed8885 req-08fb8fac-cf47-4411-b147-e291475a5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:19.703121 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-08fb8fac-cf47-4411-b147-e291475a5180 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a856cee5-16f3-4996-a56a-17c6bc066654 HTTP/1.1" status: 200 len: 847 time: 0.0651789 Aug 13 04:52:19.740336 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-449c8a34-77ae-41b1-a8c2-386acd4b41ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c88b1a8a-564b-44af-aa39-5b8b0bc27103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284512 Aug 13 04:52:19.844892 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-b0f7026f-16a5-4d6f-9380-5713f17a71c6 service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956461 Aug 13 04:52:19.961397 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb0be216-150a-401a-a5d3-04569eed8885 req-cb2cf53e-795b-40c6-88d4-9de6145cb705 service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951016 Aug 13 04:52:20.146925 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-8017b192-aa98-4ae5-8f93-35cbf848c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:20.148383 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-8017b192-aa98-4ae5-8f93-35cbf848c63d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f915f3ef6ad44e2925155c31bb8cb30&device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 1096 time: 0.0754116 Aug 13 04:52:20.156139 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435edf05-d443-4f25-8f10-436f8148fbfd req-e9545a94-009c-414c-8d09-e347495af5b6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:20.157479 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-435edf05-d443-4f25-8f10-436f8148fbfd req-e9545a94-009c-414c-8d09-e347495af5b6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0765777 Aug 13 04:52:20.236358 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-435edf05-d443-4f25-8f10-436f8148fbfd req-f08f5cf1-e11f-4d48-a519-7e6a6509ce56 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703120 Aug 13 04:52:20.263538 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-e23a092e-d7df-4655-8fc8-0e0b8ea553f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:20.264985 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-e23a092e-d7df-4655-8fc8-0e0b8ea553f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c88b1a8a-564b-44af-aa39-5b8b0bc27103 HTTP/1.1" status: 200 len: 907 time: 0.1062758 Aug 13 04:52:20.310387 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-8242cc12-4ad8-489e-a1a7-2d990c1220a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda HTTP/1.1" status: 200 len: 217 time: 0.0371192 Aug 13 04:52:20.363167 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-192d28fe-90ac-46ef-b95e-2c7578bfc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:20.364612 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-192d28fe-90ac-46ef-b95e-2c7578bfc87d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a856cee5-16f3-4996-a56a-17c6bc066654 HTTP/1.1" status: 200 len: 847 time: 0.0458665 Aug 13 04:52:20.405471 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-78d37589-5ee2-42d1-bcaa-c87257a040f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c88b1a8a-564b-44af-aa39-5b8b0bc27103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241365 Aug 13 04:52:20.508024 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-72938d68-2910-4d3f-ae80-b843ee3ec70e service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884218 Aug 13 04:52:20.541003 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-28bc7773-d144-49d6-a2e4-86d3f3716450 req-7df83b81-7b29-4f17-9abd-e27419fd059e tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 210 time: 0.0313959 Aug 13 04:52:20.613207 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c280a600-5cf1-4260-af53-b59ff46a0889 req-c1a9039d-48ff-471b-a436-90c21ff38bfa service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944290 Aug 13 04:52:20.665012 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4223ca2-4b9b-449c-b759-64c025386022 req-2771add1-ddb2-4de5-9836-49be7db04a42 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:20.666466 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4223ca2-4b9b-449c-b759-64c025386022 req-2771add1-ddb2-4de5-9836-49be7db04a42 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 943 time: 0.0514448 Aug 13 04:52:20.703299 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4223ca2-4b9b-449c-b759-64c025386022 req-69219603-4991-4bac-938e-1163a384d536 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Aug 13 04:52:21.040261 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-e56059f3-cf7d-47d7-b341-3b61219c52f8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:21.043961 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-e56059f3-cf7d-47d7-b341-3b61219c52f8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 815 time: 0.1111455 Aug 13 04:52:21.064486 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Request body: {'port': {'device_id': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'admin_state_up': True, 'tenant_id': '98f8ce6a180440f5abd82bbfb0769c95'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:21.183424 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Made reservation on behalf of 98f8ce6a180440f5abd82bbfb0769c95 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:21.188159 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:21.348188 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Allocated IP 172.20.0.7 (05189c26-6166-4db7-8717-3bc043b5c16f/137403fe-7122-40f6-9892-eb358b2c6487/20ff40e0-2526-4114-b69d-b5eb1c67e5fd) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:21.379023 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfc2ff-6d8f-452a-ab5e-22f902fcfbeb req-e0ecc83a-193b-4ac8-a9f5-32f5e9fc3a16 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:21.380478 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aadfc2ff-6d8f-452a-ab5e-22f902fcfbeb req-e0ecc83a-193b-4ac8-a9f5-32f5e9fc3a16 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0778615 Aug 13 04:52:21.476894 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aadfc2ff-6d8f-452a-ab5e-22f902fcfbeb req-eb62e217-3931-4312-90e7-0d4509b430e1 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896535 Aug 13 04:52:21.532832 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:21.571811 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:21.620629 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Network 05189c26-6166-4db7-8717-3bc043b5c16f is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:21.631869 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:21.639836 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05', 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:52:21.646722 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event updated for resources: {'Port': ['ID=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:21.653516 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:21.712289 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540e66-cdcf-4bb3-8ecd-3c8231000d38 req-d968897d-cdd4-420f-9a68-35878a9cbade tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:21.713793 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab540e66-cdcf-4bb3-8ecd-3c8231000d38 req-d968897d-cdd4-420f-9a68-35878a9cbade tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 931 time: 0.1021197 Aug 13 04:52:21.721699 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:21.721699 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:21.750813 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-21f70e71-6c13-4161-ac31-f643c0c766ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900921 Aug 13 04:52:21.771822 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Request body: {'port': {'device_id': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:21.777723 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab540e66-cdcf-4bb3-8ecd-3c8231000d38 req-8a6daf16-3e53-480a-87cf-e20c08b06d18 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543101 Aug 13 04:52:21.859379 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:21.869390 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ced20-3f5d-4ca5-9815-b4ef768cc79f req-d68a0612-191d-447f-b9d3-d54f7edf1878 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:21.870869 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-760ced20-3f5d-4ca5-9815-b4ef768cc79f req-d68a0612-191d-447f-b9d3-d54f7edf1878 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 943 time: 0.0911400 Aug 13 04:52:21.943038 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-760ced20-3f5d-4ca5-9815-b4ef768cc79f req-ac11233d-e930-4bfe-9780-2567ddf0379c tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661030 Aug 13 04:52:22.373374 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ff40e0-2526-4114-b69d-b5eb1c67e5fd {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:52:22.381730 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:22.394079 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Transition to ACTIVE for port object 20ff40e0-2526-4114-b69d-b5eb1c67e5fd will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:22.398232 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:22.450340 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:22.512002 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Attempting to bind port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:22.512321 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Attempting to bind port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:22.512646 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Attempting to bind port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:22.516773 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd on network 05189c26-6166-4db7-8717-3bc043b5c16f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:52:22.517095 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Attempting to bind port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd on network 05189c26-6166-4db7-8717-3bc043b5c16f {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:22.521791 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:22.522127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Checking segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:22.522505 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Bound using segment: {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:22.522925 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Bound port: 20ff40e0-2526-4114-b69d-b5eb1c67e5fd, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfa9f42-71ef-49b1-a837-7e42a993b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:22.523283 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:22.621851 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b796dd4-dd39-4244-86b8-bc2cc218201d req-49166755-99cc-47f7-a86d-94ea6d88271a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:22.623422 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b796dd4-dd39-4244-86b8-bc2cc218201d req-49166755-99cc-47f7-a86d-94ea6d88271a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0687220 Aug 13 04:52:22.624438 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] For port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:22.641494 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] For port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:22.650350 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:22.691938 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:22.692562 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:22.694012 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] 10.222.0.58 "PUT /v2.0/ports/20ff40e0-2526-4114-b69d-b5eb1c67e5fd HTTP/1.1" status: 200 len: 1093 time: 0.9265740 Aug 13 04:52:22.694456 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'tag': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:52:22.696766 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da291802-9e6e-4eb8-8a99-afbf914dbfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf46039-d093-4d38-8fb9-d7d6d09b1a7c", "tag": "20ff40e0-2526-4114-b69d-b5eb1c67e5fd"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:52:22.726298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b796dd4-dd39-4244-86b8-bc2cc218201d req-52b528eb-33e3-4232-9731-03e2005ef964 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931714 Aug 13 04:52:22.731309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578853a-ecef-44aa-99e5-3d6605e296a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:28.897304 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-02df7bae-8e91-4813-a0fb-02cce18d8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:28.898868 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-02df7bae-8e91-4813-a0fb-02cce18d8539 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 1096 time: 0.0404260 Aug 13 04:52:29.237783 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-0cef4684-4b36-414e-89f5-d9c39451d21f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20ff40e0-2526-4114-b69d-b5eb1c67e5fd HTTP/1.1" status: 200 len: 217 time: 0.0336123 Aug 13 04:52:29.324610 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671630c-89e3-4ef7-8925-b2aa143a69f8 x-openstack-request-id: req-3671630c-89e3-4ef7-8925-b2aa143a69f8 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:52:29.324901 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf46039-d093-4d38-8fb9-d7d6d09b1a7c", "tag": "20ff40e0-2526-4114-b69d-b5eb1c67e5fd", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:52:29.325156 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3671630c-89e3-4ef7-8925-b2aa143a69f8 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:52:29.325587 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'tag': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd', 'status': 'completed', 'code': 200} Aug 13 04:52:29.457727 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-d23ae51a-6a38-4360-b53a-284c5320f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:29.459172 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-d23ae51a-6a38-4360-b53a-284c5320f4a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.1075230 Aug 13 04:52:29.472488 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537ddb-dd3e-4470-9bca-ebdad844277a req-271ea13a-7b68-45b0-b2f9-e28674619a46 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:29.473888 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-30537ddb-dd3e-4470-9bca-ebdad844277a req-271ea13a-7b68-45b0-b2f9-e28674619a46 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 943 time: 0.0908647 Aug 13 04:52:29.512871 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-24ff4465-df93-40d3-a19c-16e0ff4736a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357516 Aug 13 04:52:29.525255 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf20511-95b6-42cb-84aa-e56ec9479819 req-2c128f2b-ed92-4661-afd9-630fc33b4935 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:29.526652 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6bf20511-95b6-42cb-84aa-e56ec9479819 req-2c128f2b-ed92-4661-afd9-630fc33b4935 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 943 time: 0.1170654 Aug 13 04:52:29.606058 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-30537ddb-dd3e-4470-9bca-ebdad844277a req-0d8e8edc-43a9-4116-a3ae-742cd313a0ae tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206372 Aug 13 04:52:29.633794 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6bf20511-95b6-42cb-84aa-e56ec9479819 req-ba73a58b-61d0-4431-a100-4b9a9a27fa0b tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962124 Aug 13 04:52:29.651904 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-78727be1-2fc9-4540-bd3f-dd395014d858 service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243153 Aug 13 04:52:29.764868 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513fdfc-1d7d-4c4c-ac75-f5acb3b26058 req-e364ede9-b363-4acb-9723-1067ba51dedd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:29.766273 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c513fdfc-1d7d-4c4c-ac75-f5acb3b26058 req-e364ede9-b363-4acb-9723-1067ba51dedd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0986097 Aug 13 04:52:29.796625 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46cfdcea-8d84-4e2b-a53a-6a3e7aa5c6fb req-3eae8f51-1845-4a7e-84b8-428134d37ee8 service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367893 Aug 13 04:52:29.813304 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c513fdfc-1d7d-4c4c-ac75-f5acb3b26058 req-0f874dd9-34ba-4e50-b149-3edb219b9342 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Aug 13 04:52:30.126153 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-b2c4b30a-5e90-4294-b2c5-21008c1d42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:30.127614 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-b2c4b30a-5e90-4294-b2c5-21008c1d42c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 1096 time: 0.0398121 Aug 13 04:52:30.217713 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-6aae1558-9cef-4596-b047-956ec80bc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:30.219131 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-6aae1558-9cef-4596-b047-956ec80bc041 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 200 len: 915 time: 0.0837252 Aug 13 04:52:30.259472 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-4e88dea7-762a-449a-b9c1-e9a823e42ed1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20ff40e0-2526-4114-b69d-b5eb1c67e5fd HTTP/1.1" status: 200 len: 217 time: 0.0325551 Aug 13 04:52:30.310844 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-0595a25e-42e8-4934-8d9e-6e894315681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:30.312365 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-0595a25e-42e8-4934-8d9e-6e894315681f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 200 len: 855 time: 0.0455706 Aug 13 04:52:30.346926 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-5efaf369-f22d-4a7a-8b70-7ce3fba6c663 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05189c26-6166-4db7-8717-3bc043b5c16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268016 Aug 13 04:52:30.450023 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-8efae80d-c77c-449d-a5b7-a833d16ddab8 service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839760 Aug 13 04:52:30.547909 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da291802-9e6e-4eb8-8a99-afbf914dbfc9 req-a3cafaf5-9e71-4c2f-aa74-221b77a8376b service neutron] 10.222.0.58 "GET /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898309 Aug 13 04:52:30.805441 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18692976-ac74-4f8e-8f37-61b6bf9d720b req-e85157ad-8835-4202-816c-5cfc5c6563a3 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:30.807425 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-18692976-ac74-4f8e-8f37-61b6bf9d720b req-e85157ad-8835-4202-816c-5cfc5c6563a3 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 943 time: 0.0760484 Aug 13 04:52:30.818702 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e4bc0-5fd7-4154-9c85-ee61f60803b1 req-2b784dd7-0d32-4df4-ac80-afbad8d035d9 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:30.820033 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8d3e4bc0-5fd7-4154-9c85-ee61f60803b1 req-2b784dd7-0d32-4df4-ac80-afbad8d035d9 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 943 time: 0.0635540 Aug 13 04:52:30.875361 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-18692976-ac74-4f8e-8f37-61b6bf9d720b req-44e21347-235f-4c9c-a2e5-b766a8b99507 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Aug 13 04:52:30.879870 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8d3e4bc0-5fd7-4154-9c85-ee61f60803b1 req-77f3231d-d6b6-477a-9dda-eb8df021c9bc tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528307 Aug 13 04:52:30.977304 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07320a-aa54-4db9-a02d-4cdfc15578ad req-1f6c7f95-1bf2-400e-8698-769377eb1048 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:30.979350 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d07320a-aa54-4db9-a02d-4cdfc15578ad req-1f6c7f95-1bf2-400e-8698-769377eb1048 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0471652 Aug 13 04:52:31.016174 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d07320a-aa54-4db9-a02d-4cdfc15578ad req-135ddfdf-6fc5-41f2-b916-63173c10c00d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Aug 13 04:52:32.021693 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81703-d11f-4577-ba67-d45fb405a667 req-70f58862-3f9f-453d-abb5-9a4feb83ffdf tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:32.023181 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91f81703-d11f-4577-ba67-d45fb405a667 req-70f58862-3f9f-453d-abb5-9a4feb83ffdf tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 943 time: 0.0773969 Aug 13 04:52:32.036156 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882555-9737-4a65-8633-43d611e6a0c5 req-0ace38cb-b98d-453e-9026-54390afea3b6 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:32.038255 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c1882555-9737-4a65-8633-43d611e6a0c5 req-0ace38cb-b98d-453e-9026-54390afea3b6 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 943 time: 0.0636880 Aug 13 04:52:32.092990 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91f81703-d11f-4577-ba67-d45fb405a667 req-bafa0eda-8c77-4f93-b013-c8dd2f59d284 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537913 Aug 13 04:52:32.099787 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c1882555-9737-4a65-8633-43d611e6a0c5 req-4923bdc1-b12e-41a0-8d3a-f3dc80fd4c17 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548122 Aug 13 04:52:32.195796 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19f8c8-9e42-4455-b360-06c29640ab0e req-b0cb84e9-4fb4-4b89-9145-217756395336 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:32.197846 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed19f8c8-9e42-4455-b360-06c29640ab0e req-b0cb84e9-4fb4-4b89-9145-217756395336 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0474093 Aug 13 04:52:32.233655 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed19f8c8-9e42-4455-b360-06c29640ab0e req-6845f82d-fc2e-42f1-9b3f-7229c2fba77a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299580 Aug 13 04:52:32.835436 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:52:32.929560 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:32.942195 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda', 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103', 'port_id': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda', 'mac_address': 'fa:16:3e:8a:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a856cee5-16f3-4996-a56a-17c6bc066654', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:52:32.978579 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:32.991312 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:52:33.011093 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:33.014690 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:33.064267 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:33.237812 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec18719-8b36-4fee-9899-b8720ac1b701 req-bd87b701-ac6b-4206-b5e9-aea3d5429fb3 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:33.239268 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eec18719-8b36-4fee-9899-b8720ac1b701 req-bd87b701-ac6b-4206-b5e9-aea3d5429fb3 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 943 time: 0.0779564 Aug 13 04:52:33.247013 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bd10b-8d13-464e-9cef-4381c910d7b0 req-f4ce9e24-c3c4-42b1-8f9c-3bca8e2db745 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:33.248349 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d06bd10b-8d13-464e-9cef-4381c910d7b0 req-f4ce9e24-c3c4-42b1-8f9c-3bca8e2db745 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 944 time: 0.0774457 Aug 13 04:52:33.303677 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eec18719-8b36-4fee-9899-b8720ac1b701 req-868dc499-7791-4dd2-b963-069d92069f9b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Aug 13 04:52:33.308506 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d06bd10b-8d13-464e-9cef-4381c910d7b0 req-dcd5f63d-d45c-42a8-9713-d5090728c7f9 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536623 Aug 13 04:52:33.404047 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e80ea6-7fef-4dee-8989-2f1097d0795a req-485c60ea-5d89-4870-b583-7c006bc33da7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:33.405454 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c2e80ea6-7fef-4dee-8989-2f1097d0795a req-485c60ea-5d89-4870-b583-7c006bc33da7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0472014 Aug 13 04:52:33.441922 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c2e80ea6-7fef-4dee-8989-2f1097d0795a req-b91c7693-c752-402a-ace5-579a652a12fc tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Aug 13 04:52:33.830213 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['4f9a3e2b-4adb-478b-bb76-b4b4c767ebda'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:52:33.952813 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 57138) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:34.054234 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:34.145253 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:34.149157 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:34.186730 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0030563240134deda996e6f341ac0f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328401 Aug 13 04:52:34.187833 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe23751-8b47-4dcd-99b8-b89b080ccfdc,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:34.189351 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 57148) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:34.195041 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.195393 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.195832 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.196173 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.196507 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.197489 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.197840 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.198179 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.198509 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.198838 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.199162 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.199488 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99d64d-6487-4206-ab0d-ac4aed6cbf74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.241198 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:34.261649 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:34.309368 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:34.311891 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:34.312996 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fe23751-8b47-4dcd-99b8-b89b080ccfdc HTTP/1.1" status: 204 len: 168 time: 0.1226101 Aug 13 04:52:34.320245 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe23751-8b47-4dcd-99b8-b89b080ccfdc,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:34.327642 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.327992 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.328348 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.328817 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.329160 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.329522 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.329854 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.330180 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.330622 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.331074 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.331493 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.331760 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2ed47-057b-4c62-9b1a-e68a1451c55e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:34.459764 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e85b-df34-4103-bb3f-a01b1ed5f00d req-7017f031-7d9f-4f50-b004-e8c56db49d1d tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:34.461311 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cc86e85b-df34-4103-bb3f-a01b1ed5f00d req-7017f031-7d9f-4f50-b004-e8c56db49d1d tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 943 time: 0.0839994 Aug 13 04:52:34.477095 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3896e4-5e10-4337-b41f-833c70d4722d req-c6063f26-f674-4af4-8e9e-0ae7d410a1d1 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:34.479173 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc3896e4-5e10-4337-b41f-833c70d4722d req-c6063f26-f674-4af4-8e9e-0ae7d410a1d1 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 944 time: 0.0744357 Aug 13 04:52:34.531630 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cc86e85b-df34-4103-bb3f-a01b1ed5f00d req-bef2d96c-9e3d-41a2-92ad-36827a397f76 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629573 Aug 13 04:52:34.536345 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dc3896e4-5e10-4337-b41f-833c70d4722d req-54cf4c40-160c-4311-8e03-92fe9a01ddc6 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452516 Aug 13 04:52:34.644881 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36522751-bf19-4ba2-bf17-5de9c0993db0 req-b82153aa-0e5f-4f5a-9b92-f8f740d4ef7b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:34.646376 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-36522751-bf19-4ba2-bf17-5de9c0993db0 req-b82153aa-0e5f-4f5a-9b92-f8f740d4ef7b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0517268 Aug 13 04:52:34.685662 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-36522751-bf19-4ba2-bf17-5de9c0993db0 req-7e5afb3c-816f-4cd5-b622-e7a6821ef1d5 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Aug 13 04:52:34.848862 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 20ff40e0-2526-4114-b69d-b5eb1c67e5fd details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:52:34.945920 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:34.957118 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd', 'network_id': '05189c26-6166-4db7-8717-3bc043b5c16f', 'port_id': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd', 'mac_address': 'fa:16:3e:13:61:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137403fe-7122-40f6-9892-eb358b2c6487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:52:34.959264 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 57176) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:34.993386 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.006241 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ff40e0-2526-4114-b69d-b5eb1c67e5fd {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:52:35.037216 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:35.042245 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.058667 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-516591778-network', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:35.080996 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Made reservation on behalf of c8d89d16464a4e0e8c99e02c814c88d1 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:35.083584 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.092459 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.094089 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:35.101105 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.101680 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.101813 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.102141 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.102476 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.102809 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.103178 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.103499 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.103920 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.104249 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.104707 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.104886 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:52:35.182574 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.187461 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.209466 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:52:35.222958 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f38f0-fee6-4c90-91fb-bce11174ded2,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:35.227991 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.228364 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Added segment 7a6af29e-4765-4fb5-84bf-74163353449c of type vlan for network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 Aug 13 04:52:35.272394 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.299680 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.300618 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:35.301197 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.359609 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3992200 Aug 13 04:52:35.362542 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 57186) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:35.365034 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ce95-c290-4835-b4fc-a27bccb6fd70 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:35.367538 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Request body: {'subnet': {'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-516591778-subnet', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:35.375983 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:52:35.394953 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Made reservation on behalf of c8d89d16464a4e0e8c99e02c814c88d1 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:35.397368 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.559501 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.615055 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa2681e-d331-455f-9895-943f1ba4c9b2,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:35.624143 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Checking segment: {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:35.624501 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Network hostable DHCP agents. Network: bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:52:35.642568 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:52:35.652670 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:35.656881 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:35.657621 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.662567 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392838a-d6fc-4cc9-a838-c1ea590205da None None] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:52:35.677163 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-9c86047f-53d9-498c-892e-5f163281d4e2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3128164 Aug 13 04:52:35.679128 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 57192) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:35.684799 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:35.687749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c636d0-ce87-4519-809b-c0b3475076f8 req-661cd64b-bfea-4ea6-bdac-f1b3ba892dec tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:35.689242 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15c636d0-ce87-4519-809b-c0b3475076f8 req-661cd64b-bfea-4ea6-bdac-f1b3ba892dec tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 944 time: 0.0862432 Aug 13 04:52:35.700220 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd451a-bf3e-4cfd-8c72-a5fbaedc54c1 req-532b629c-09f9-40d9-b4b7-d8b1e8f9c3b6 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:35.701692 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-11cd451a-bf3e-4cfd-8c72-a5fbaedc54c1 req-532b629c-09f9-40d9-b4b7-d8b1e8f9c3b6 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 944 time: 0.0863092 Aug 13 04:52:35.727638 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.728849 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.758907 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15c636d0-ce87-4519-809b-c0b3475076f8 req-5279b899-a3be-4891-b26d-b6cfc68b4cb7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562327 Aug 13 04:52:35.772538 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-11cd451a-bf3e-4cfd-8c72-a5fbaedc54c1 req-3295af8a-b90e-4df0-b668-0cc3fc5ebb41 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636508 Aug 13 04:52:35.789379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.845407 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:52:35.846493 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:35.877379 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8a7f-0d7d-45ad-9aac-2e9e8ae0701c req-dab2a603-7014-457f-b8b9-e6ac89d2d933 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:35.878912 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d66b8a7f-0d7d-45ad-9aac-2e9e8ae0701c req-dab2a603-7014-457f-b8b9-e6ac89d2d933 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0547392 Aug 13 04:52:35.918123 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d66b8a7f-0d7d-45ad-9aac-2e9e8ae0701c req-73c1eeb1-af9d-4c2a-ad4f-435407eb8415 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Aug 13 04:52:35.918853 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['20ff40e0-2526-4114-b69d-b5eb1c67e5fd'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:52:35.934410 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.042559 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Allocated IP 172.20.0.2 (bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24/5aa2681e-d331-455f-9895-943f1ba4c9b2/9b4fbc9a-732e-4caf-b3d3-d49bad209b9f) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:36.139047 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.157687 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.235192 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.244023 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Transition to ACTIVE for port object 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:36.260212 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Transition to ACTIVE for port object 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:36.267265 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.267448 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Allocated IP 172.27.1.149 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/518f7db4-fa1d-45dd-980f-8ed1e1c05372) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:36.311457 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:36.314257 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:36.317659 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:36.325013 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Pushing event updated for resources: {'Port': ['ID=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:36.372770 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.378170 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Attempting to bind port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:36.378539 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Attempting to bind port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:36.378902 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Attempting to bind port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f on network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:36.383836 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:36.384747 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Checking segment: {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:36.385124 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.385537 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Bound using segment: {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:36.386389 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Bound port: 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:36.386389 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.415674 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.451050 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:36.455104 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:36.458474 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:36.467395 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] For port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:36.470680 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] For port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:36.474199 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.492685 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=518f7db4-fa1d-45dd-980f-8ed1e1c05372,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:36.533301 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a6d7-2861-49b5-8d9f-b4101cb0b93f None None] Pushing event updated for resources: {'Port': ['ID=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:36.722311 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.859978 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:36.918957 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa7ecf-fe73-4a47-9455-13ee93e8315b req-f2c71a32-49c7-43ab-a0af-bda25ea783e8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:36.919692 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:36.926803 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-feaa7ecf-fe73-4a47-9455-13ee93e8315b req-f2c71a32-49c7-43ab-a0af-bda25ea783e8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 944 time: 0.0911646 Aug 13 04:52:36.933646 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:36.934018 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.945393 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:36.964837 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddac8-ac24-423a-aec5-90dbbe4f3838 req-425baa3a-ec1f-4d1b-a047-e88a92d8457a tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:36.972259 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d7ddac8-ac24-423a-aec5-90dbbe4f3838 req-425baa3a-ec1f-4d1b-a047-e88a92d8457a tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 944 time: 0.1076381 Aug 13 04:52:37.009870 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-feaa7ecf-fe73-4a47-9455-13ee93e8315b req-f4f5a5b2-9ffb-490f-a24d-3b2cc5ea9a86 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770555 Aug 13 04:52:37.040748 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:37.041984 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d7ddac8-ac24-423a-aec5-90dbbe4f3838 req-508e514d-2e20-46b6-a5c2-4a7cbb8e41d9 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687251 Aug 13 04:52:37.083183 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.122727 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:52:37.123357 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2745d-c2bc-41b6-a148-a4bacef3167f req-edc17e96-4171-48b6-988e-0a016718349e tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:37.125036 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7bdcda-d34e-45f5-9f0a-4b5fd188c10c" -d '{"events": [{"server_uuid": "ef4a763f-cc20-45ad-91a0-a1495556134a", "name": "network-vif-plugged", "status": "completed", "tag": "4f9a3e2b-4adb-478b-bb76-b4b4c767ebda"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:52:37.125211 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96b2745d-c2bc-41b6-a148-a4bacef3167f req-edc17e96-4171-48b6-988e-0a016718349e tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0524251 Aug 13 04:52:37.138321 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Router d6726e11-b523-4192-ae8c-9b80b90cf11e is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:52:37.148123 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:37.154462 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.177222 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:37.182279 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96b2745d-c2bc-41b6-a148-a4bacef3167f req-7fe4454b-ae54-4c2e-a488-a7597fac61a4 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Aug 13 04:52:37.191762 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c8b022-6736-4aa1-bf3c-c29b212e5307 x-openstack-request-id: req-79c8b022-6736-4aa1-bf3c-c29b212e5307 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:52:37.192052 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a763f-cc20-45ad-91a0-a1495556134a", "name": "network-vif-plugged", "status": "completed", "tag": "4f9a3e2b-4adb-478b-bb76-b4b4c767ebda", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:52:37.192298 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79c8b022-6736-4aa1-bf3c-c29b212e5307 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:52:37.192671 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda', 'code': 200} Aug 13 04:52:37.218141 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:37.278326 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:52:37.289037 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Sync routers for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:52:37.295970 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.297346 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-b1047c51-18cd-420b-8744-80aec4e86fc8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6166599 Aug 13 04:52:37.300400 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 57212) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:37.302495 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:37.305841 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:37.433994 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:37.490162 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6478a-e2eb-4d04-8b5c-9eb568876705 None None] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:52:37.508695 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc87d-a9c1-4b84-a093-9e81ccedcfd0 req-0bbdfade-34b5-4624-a042-06e082d218f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:37.510795 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1b9dc87d-a9c1-4b84-a093-9e81ccedcfd0 req-0bbdfade-34b5-4624-a042-06e082d218f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 1098 time: 0.0922143 Aug 13 04:52:37.589589 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1b9dc87d-a9c1-4b84-a093-9e81ccedcfd0 req-16249b22-6909-4a8c-92c9-5acc835c2d37 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699544 Aug 13 04:52:37.604570 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-5c3c8d7c-9e3a-4792-a229-3d94c48e9a20 None None] Provisioning for port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:37.612471 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-5c3c8d7c-9e3a-4792-a229-3d94c48e9a20 None None] Provisioning complete for port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:37.612951 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8d7c-9e3a-4792-a229-3d94c48e9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.729488 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8d7c-9e3a-4792-a229-3d94c48e9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.764661 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:36Z', 'revision_number': 3, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:37.766732 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-5c3c8d7c-9e3a-4792-a229-3d94c48e9a20 None None] For port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:37.775483 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8d7c-9e3a-4792-a229-3d94c48e9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.796122 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Checking router: d6726e11-b523-4192-ae8c-9b80b90cf11e for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:52:37.796469 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Updating router d6726e11-b523-4192-ae8c-9b80b90cf11e port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:52:37.823313 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.836826 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c8d7c-9e3a-4792-a229-3d94c48e9a20 None None] Pushing event updated for resources: {'Port': ['ID=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:37.851711 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:37.998078 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-b8fd1e09-03b4-4f57-94b0-220759365cbc None None] Provisioning complete for port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:37.998639 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b8fd1e09-03b4-4f57-94b0-220759365cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.010851 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Allocated IP 172.20.0.1 (bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24/5aa2681e-d331-455f-9895-943f1ba4c9b2/8fdc27e5-af50-46ce-91b3-5e7e302169e0) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:38.095775 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.105362 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Transition to ACTIVE for port object 518f7db4-fa1d-45dd-980f-8ed1e1c05372 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:38.111175 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.116025 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.128657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Transition to ACTIVE for port object 8fdc27e5-af50-46ce-91b3-5e7e302169e0 will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:38.163197 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167e6d6-29b5-4be9-aa4d-7f2eda977996 None None] Pushing event updated for resources: {'Port': ['ID=518f7db4-fa1d-45dd-980f-8ed1e1c05372,revision_number=2']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:38.166200 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Attempting to bind port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:38.166513 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Attempting to bind port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:38.166858 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Attempting to bind port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:38.167860 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.172344 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:38.172712 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:38.173104 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.173515 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:38.173978 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Bound port: 518f7db4-fa1d-45dd-980f-8ed1e1c05372, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:38.174374 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.208102 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:38.212918 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:38.216388 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:38.230650 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] For port 518f7db4-fa1d-45dd-980f-8ed1e1c05372, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:38.233858 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] For port 518f7db4-fa1d-45dd-980f-8ed1e1c05372, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=518f7db4-fa1d-45dd-980f-8ed1e1c05372,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:38.238656 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.239923 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Pushing event updated for resources: {'Port': ['ID=8fdc27e5-af50-46ce-91b3-5e7e302169e0,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:38.264386 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.313164 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167e6d6-29b5-4be9-aa4d-7f2eda977996 None None] Pushing event updated for resources: {'Port': ['ID=518f7db4-fa1d-45dd-980f-8ed1e1c05372,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:38.324252 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:38.325038 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:38.447892 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:38.450059 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0f380-5dfc-4fbb-b887-b9d74a232a88 req-3dc0e075-6c60-4dc1-b27f-bc91d55cd7be tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:38.451325 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-11f0f380-5dfc-4fbb-b887-b9d74a232a88 req-3dc0e075-6c60-4dc1-b27f-bc91d55cd7be tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 944 time: 0.0964642 Aug 13 04:52:38.502622 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e2ca49e7-865a-419a-8f49-a61d83ae0c8b None None] Provisioning for port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:38.506665 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e2ca49e7-865a-419a-8f49-a61d83ae0c8b None None] Provisioning complete for port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:38.507155 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e2ca49e7-865a-419a-8f49-a61d83ae0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.512190 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6f25d-ece2-4039-95ed-3073deb30fb7 req-c6ae2fac-6d75-4d37-8d61-c149e34dbe34 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:38.513704 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f6b6f25d-ece2-4039-95ed-3073deb30fb7 req-c6ae2fac-6d75-4d37-8d61-c149e34dbe34 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 945 time: 0.1577005 Aug 13 04:52:38.520060 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:38.543885 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca49e7-865a-419a-8f49-a61d83ae0c8b None None] Port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:52:38.561426 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-11f0f380-5dfc-4fbb-b887-b9d74a232a88 req-6b1e3d87-9c50-46d6-a3ee-c62403d28a93 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024077 Aug 13 04:52:38.609829 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f6b6f25d-ece2-4039-95ed-3073deb30fb7 req-d3e8999d-cb66-4af8-93a9-1ec33ca13764 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815244 Aug 13 04:52:38.643376 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:36Z', 'revision_number': 3, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:38.672875 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ffd184-c5c0-4988-b377-bc98daee0b22 None None] The sync data for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:36Z', 'revision_number': 3, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:52:38.722447 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc9553-2147-492c-9e2d-897830b6da1a req-507f6c92-fc59-426f-8481-2d741e01f5cb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:38.724090 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3dfc9553-2147-492c-9e2d-897830b6da1a req-507f6c92-fc59-426f-8481-2d741e01f5cb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1044357 Aug 13 04:52:38.872960 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 20ff40e0-2526-4114-b69d-b5eb1c67e5fd up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:38.973469 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:38.979148 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:38.979637 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.021620 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3dfc9553-2147-492c-9e2d-897830b6da1a req-76d6d66f-52b5-4c9e-8aab-c17e3c873213 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910256 Aug 13 04:52:39.051066 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.057400 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.079827 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.113214 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:39.123848 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.125774 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Pushing event updated for resources: {'Port': ['ID=8fdc27e5-af50-46ce-91b3-5e7e302169e0,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:39.153523 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:39.162980 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.194233 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:52:39.196478 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620d96e2-71e4-49d6-9eb4-960a8f5cf05f" -d '{"events": [{"server_uuid": "3cf46039-d093-4d38-8fb9-d7d6d09b1a7c", "name": "network-vif-plugged", "status": "completed", "tag": "20ff40e0-2526-4114-b69d-b5eb1c67e5fd"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:52:39.222123 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:39.223998 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:39.232551 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:39.234283 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.236808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:39.259743 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0940c2d-b5c6-4315-9e20-b1984d4ec5fd x-openstack-request-id: req-d0940c2d-b5c6-4315-9e20-b1984d4ec5fd {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:52:39.260036 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf46039-d093-4d38-8fb9-d7d6d09b1a7c", "name": "network-vif-plugged", "status": "completed", "tag": "20ff40e0-2526-4114-b69d-b5eb1c67e5fd", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:52:39.260289 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0940c2d-b5c6-4315-9e20-b1984d4ec5fd {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:52:39.261970 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd', 'code': 200} Aug 13 04:52:39.356669 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 518f7db4-fa1d-45dd-980f-8ed1e1c05372 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:39.387148 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Router d6726e11-b523-4192-ae8c-9b80b90cf11e has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:52:39.442488 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:39.447115 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:39.447277 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.556549 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.577813 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:52:39.593084 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-d8ea664a-493d-4bd7-b802-d2ddc006fbda admin admin] 10.222.0.18 "PUT /v2.0/routers/d6726e11-b523-4192-ae8c-9b80b90cf11e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2822700 Aug 13 04:52:39.602285 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0eef7-6bc1-42da-bcc1-a15bfe36d091 req-2be416da-8995-4b79-9610-4540ce103dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:39.603848 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0bc0eef7-6bc1-42da-bcc1-a15bfe36d091 req-2be416da-8995-4b79-9610-4540ce103dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 1098 time: 0.0744634 Aug 13 04:52:39.606649 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 518f7db4-fa1d-45dd-980f-8ed1e1c05372, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=518f7db4-fa1d-45dd-980f-8ed1e1c05372,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:39.608292 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e6199eab-a925-43dc-a1dc-1b0e7a183af1 None None] Provisioning complete for port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:39.609696 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e6199eab-a925-43dc-a1dc-1b0e7a183af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.639682 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:39.686967 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-e6199eab-a925-43dc-a1dc-1b0e7a183af1 None None] Port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:52:39.703313 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=518f7db4-fa1d-45dd-980f-8ed1e1c05372,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:39.718562 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0bc0eef7-6bc1-42da-bcc1-a15bfe36d091 req-5e889adb-d157-4145-b77f-7840724649fd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056476 Aug 13 04:52:39.727953 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b977f4-36ec-4e3c-94f9-508060d40420 req-d3f94ef9-b684-4bbe-9078-e1e082228759 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:39.730099 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-55b977f4-36ec-4e3c-94f9-508060d40420 req-d3f94ef9-b684-4bbe-9078-e1e082228759 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.0743010 Aug 13 04:52:39.803401 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-55b977f4-36ec-4e3c-94f9-508060d40420 req-7b0bf4d0-fd2e-4f8f-987f-f64fcdcd64e0 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673561 Aug 13 04:52:39.819192 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadc7b-9ae0-4428-b494-9114a3998c12 req-e616ce43-5347-4540-9122-19783dea284a tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:39.820884 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbbadc7b-9ae0-4428-b494-9114a3998c12 req-e616ce43-5347-4540-9122-19783dea284a tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 945 time: 0.0832331 Aug 13 04:52:39.859718 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbbadc7b-9ae0-4428-b494-9114a3998c12 req-11d601ab-b49c-4b32-87da-c7e7b77a2b19 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322819 Aug 13 04:52:40.057334 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b15fa958-b981-4e68-bf7d-5aae6ffe28f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.119629 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 57254) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:40.124727 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1433600769-network', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:40.145264 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Made reservation on behalf of 44b00e93f0c14dbfab9256c91359ac86 for: {'network': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:40.145544 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d72e1-c0ec-4334-a0e6-51e33736162e req-b62d0414-865d-40d3-b53d-b5d3653bdbaf tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:40.147001 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-062d72e1-c0ec-4334-a0e6-51e33736162e req-b62d0414-865d-40d3-b53d-b5d3653bdbaf tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0512822 Aug 13 04:52:40.147554 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.156189 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.191480 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-062d72e1-c0ec-4334-a0e6-51e33736162e req-07ae5062-2117-404d-9175-bf92768a3f6b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Aug 13 04:52:40.251176 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.254970 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.279668 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=105492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:52:40.288793 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97df4235-0853-4c9a-9cec-1f8854de0a8e,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:40.295623 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.295964 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.segments_db [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Added segment d5a7547c-1334-4f3d-8371-42d432d297be of type vlan for network 7c786582-9f16-458d-b035-ad5733852d8c Aug 13 04:52:40.339918 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.369793 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.370780 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:40.371364 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.427332 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3064404 Aug 13 04:52:40.429900 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 57256) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:40.435499 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Request body: {'subnet': {'network_id': '7c786582-9f16-458d-b035-ad5733852d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1433600769-subnet', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:40.444956 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ca48e-7330-45a6-83ac-c3890ac51a4f admin admin] Pushing event updated for resources: {'Network': ['ID=7c786582-9f16-458d-b035-ad5733852d8c,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:40.456961 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 7c786582-9f16-458d-b035-ad5733852d8c details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:52:40.471031 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Made reservation on behalf of 44b00e93f0c14dbfab9256c91359ac86 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:40.473688 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.621696 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Sync routers for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:52:40.663626 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:40.664269 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:40.696234 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.754062 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeec3ded-d9d2-4208-8704-733dcd4b53fe,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:40.761977 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Checking segment: {'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:40.762334 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Network hostable DHCP agents. Network: 7c786582-9f16-458d-b035-ad5733852d8c, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:52:40.777809 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:40.780484 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Network 7c786582-9f16-458d-b035-ad5733852d8c is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:52:40.790399 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 7c786582-9f16-458d-b035-ad5733852d8c) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:40.794646 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:40.795304 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.808858 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-94f7b35b-81d1-4c71-bc2a-71638b6c88de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3776863 Aug 13 04:52:40.809888 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1eccd-19dc-416e-9298-25eb9e048f00 None None] Network 7c786582-9f16-458d-b035-ad5733852d8c requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:52:40.811278 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 57264) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:40.815603 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:40.839633 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.840802 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.897990 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:40.933067 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b214d-d014-4310-a9d2-639571cfaaad req-30e878e6-875b-493d-b745-09003c1456ed tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:40.934686 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d6b214d-d014-4310-a9d2-639571cfaaad req-30e878e6-875b-493d-b745-09003c1456ed tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.0597076 Aug 13 04:52:41.008755 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d6b214d-d014-4310-a9d2-639571cfaaad req-8fac968e-b60c-42ba-bbfc-1b917b79f865 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679677 Aug 13 04:52:41.042015 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 518f7db4-fa1d-45dd-980f-8ed1e1c05372 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:41.063585 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d00e-0c16-4bab-93f4-78734bf09541 req-2a5d58a0-04da-45b7-9704-4849eea2d5e1 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:41.065227 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cd39d00e-0c16-4bab-93f4-78734bf09541 req-2a5d58a0-04da-45b7-9704-4849eea2d5e1 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 945 time: 0.0776725 Aug 13 04:52:41.109624 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-7c786582-9f16-458d-b035-ad5733852d8c', 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'fixed_ips': [{'subnet_id': 'eeec3ded-d9d2-4208-8704-733dcd4b53fe'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:52:41.110601 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.143076 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cd39d00e-0c16-4bab-93f4-78734bf09541 req-b0fa4ba3-e41d-4e4b-bf81-242c869e03fe tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712373 Aug 13 04:52:41.150515 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-b9861609-0616-4802-b84c-ccb3a4a57e0a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760403 Aug 13 04:52:41.246395 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:41.246769 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.254961 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-c50bf439-73b6-4a5e-9f3b-17f8f6d3b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:41.257842 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-c50bf439-73b6-4a5e-9f3b-17f8f6d3b95e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1099 time: 0.0619943 Aug 13 04:52:41.317925 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.350885 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 2, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:41.359175 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Allocated IP 172.20.0.2 (7c786582-9f16-458d-b035-ad5733852d8c/eeec3ded-d9d2-4208-8704-733dcd4b53fe/cf9a2834-3a84-47b9-9747-e06ca30f7668) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:41.391971 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Checking router: d6726e11-b523-4192-ae8c-9b80b90cf11e for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:52:41.392320 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Updating router d6726e11-b523-4192-ae8c-9b80b90cf11e port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:52:41.403126 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36981c7-dbb2-4ec8-8378-f9c1d832eff1 req-b129f6ed-7cd9-4ff1-bb25-dc2aaa118234 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:41.405059 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36981c7-dbb2-4ec8-8378-f9c1d832eff1 req-b129f6ed-7cd9-4ff1-bb25-dc2aaa118234 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1159852 Aug 13 04:52:41.445977 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-594fc24f-5d6e-4f06-bb8f-71091c973d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:41.448593 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-594fc24f-5d6e-4f06-bb8f-71091c973d4b service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.1682553 Aug 13 04:52:41.465864 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.514062 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36981c7-dbb2-4ec8-8378-f9c1d832eff1 req-809636a0-4858-43bd-88c3-1ed7da506e96 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996478 Aug 13 04:52:41.556843 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-7e165f62-4373-4282-a8a5-1bdd1af39f4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 1001 time: 0.0981705 Aug 13 04:52:41.558427 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.579602 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.620317 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-2d7cb015-e26b-4d75-9c9c-90b53e621378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:41.622558 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-2d7cb015-e26b-4d75-9c9c-90b53e621378 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0565488 Aug 13 04:52:41.697924 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-fa4944c3-120c-41f0-897d-f2493cd7150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:41.699380 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-fa4944c3-120c-41f0-897d-f2493cd7150e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574911 Aug 13 04:52:41.705524 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Allocated IP 172.27.1.210 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/4d341689-8fe9-4fc3-97fd-a68cf7b42d99) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:41.724225 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.743096 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Transition to ACTIVE for port object cf9a2834-3a84-47b9-9747-e06ca30f7668 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:41.819150 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Transition to ACTIVE for port object cf9a2834-3a84-47b9-9747-e06ca30f7668 will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:41.831237 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.839514 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.875882 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:41.900240 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Network 7c786582-9f16-458d-b035-ad5733852d8c is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:41.912326 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:41.917914 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:41.919335 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:41.922152 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-0b21b866-2264-485e-b3b4-c69cbc6730a1 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556287 Aug 13 04:52:41.924337 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:41.928236 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:41.930752 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Pushing event updated for resources: {'Port': ['ID=cf9a2834-3a84-47b9-9747-e06ca30f7668,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:41.954683 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:42.017050 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Attempting to bind port cf9a2834-3a84-47b9-9747-e06ca30f7668 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:42.017367 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Attempting to bind port cf9a2834-3a84-47b9-9747-e06ca30f7668 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:42.017755 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Attempting to bind port cf9a2834-3a84-47b9-9747-e06ca30f7668 on network 7c786582-9f16-458d-b035-ad5733852d8c {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:42.028397 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:42.028795 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Checking segment: {'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:42.029171 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.030177 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Bound using segment: {'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:42.030177 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Bound port: cf9a2834-3a84-47b9-9747-e06ca30f7668, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:42.030508 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.057487 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.091093 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Transition to ACTIVE for port object 8fdc27e5-af50-46ce-91b3-5e7e302169e0 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:42.092975 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc398a70-01d7-489b-a58f-19ea79807fc9 req-87c9fe23-8666-4bfa-b8ed-e8e0606f158c service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272788 Aug 13 04:52:42.104299 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.178159 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] For port cf9a2834-3a84-47b9-9747-e06ca30f7668, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:42.234443 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd74cbe-3cc1-4142-ba7b-48c1d780d8a2 None None] Pushing event updated for resources: {'Port': ['ID=8fdc27e5-af50-46ce-91b3-5e7e302169e0,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:42.238041 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] For port cf9a2834-3a84-47b9-9747-e06ca30f7668, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cf9a2834-3a84-47b9-9747-e06ca30f7668,segment=NetworkSegment(d5a7547c-1334-4f3d-8371-42d432d297be),segment_id=d5a7547c-1334-4f3d-8371-42d432d297be)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:42.257298 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bfad4-9c6b-410d-aad4-dfccdcb40822 req-9d41138d-16ca-471c-9c56-549630ed26cc tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:42.265412 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-601bfad4-9c6b-410d-aad4-dfccdcb40822 req-9d41138d-16ca-471c-9c56-549630ed26cc tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.1015680 Aug 13 04:52:42.291311 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.329766 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.339217 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-601bfad4-9c6b-410d-aad4-dfccdcb40822 req-addf5ca7-48f1-495a-9c79-d79619f31a00 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686409 Aug 13 04:52:42.350745 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Attempting to bind port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:42.351119 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Attempting to bind port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:42.351482 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Attempting to bind port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 on network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:42.359736 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b588a9a4-dabc-4b83-8234-eb54bf089022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.390163 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:42.390688 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Checking segment: {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:42.391740 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.392234 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Bound using segment: {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:42.393323 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Bound port: 8fdc27e5-af50-46ce-91b3-5e7e302169e0, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:42.394067 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.409926 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc320d9-ab6b-43da-918b-52cd06d5c93e None None] Pushing event updated for resources: {'Port': ['ID=cf9a2834-3a84-47b9-9747-e06ca30f7668,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:42.437123 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a5704-a236-4b04-9a1f-4ce87a049b43 req-f4bef0a1-bf85-4a64-ae33-9b328a728660 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:42.438898 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-803a5704-a236-4b04-9a1f-4ce87a049b43 req-f4bef0a1-bf85-4a64-ae33-9b328a728660 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 945 time: 0.0717704 Aug 13 04:52:42.485349 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] For port 8fdc27e5-af50-46ce-91b3-5e7e302169e0, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:42.489352 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] For port 8fdc27e5-af50-46ce-91b3-5e7e302169e0, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=8fdc27e5-af50-46ce-91b3-5e7e302169e0,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:42.494379 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.496116 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-803a5704-a236-4b04-9a1f-4ce87a049b43 req-ac7dabcc-530d-436e-ba63-cc6fc1a983e3 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503516 Aug 13 04:52:42.594446 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:42.595064 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:42.652873 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.728817 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf2b26-3f6f-46e1-8421-7717150eb40c req-a491af9c-06e4-4eec-86f1-491fe2232dcd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:42.744753 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-decf2b26-3f6f-46e1-8421-7717150eb40c req-a491af9c-06e4-4eec-86f1-491fe2232dcd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1382987 Aug 13 04:52:42.828900 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-decf2b26-3f6f-46e1-8421-7717150eb40c req-18b9a3c7-3bf6-43a7-b68a-7a7718edc82d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790253 Aug 13 04:52:42.850871 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Router 56387959-46eb-4fca-aa5e-dbffd3b7b945 is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:52:42.861943 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd74cbe-3cc1-4142-ba7b-48c1d780d8a2 None None] Pushing event updated for resources: {'Port': ['ID=8fdc27e5-af50-46ce-91b3-5e7e302169e0,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:42.898732 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:42.928113 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:42.982689 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:52:42.995853 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Sync routers for ids ['56387959-46eb-4fca-aa5e-dbffd3b7b945'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:52:43.008578 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Routers {'56387959-46eb-4fca-aa5e-dbffd3b7b945'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:43.010971 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['56387959-46eb-4fca-aa5e-dbffd3b7b945'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:43.027054 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:43.031224 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 57300) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:52:43.033152 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-17cc13f0-ae1a-4e45-85ac-65db7b190bf0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2208142 Aug 13 04:52:43.129922 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cf9a2834-3a84-47b9-9747-e06ca30f7668 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:43.149672 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Set router 56387959-46eb-4fca-aa5e-dbffd3b7b945 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:43.224352 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:42Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:43.229309 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port cf9a2834-3a84-47b9-9747-e06ca30f7668 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:43.280749 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb43703-add9-4dff-8e03-b4fda2ba707a None None] The sync data for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:42Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:52:43.403998 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:52:42Z', 'revision_number': 3, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port': {'id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:41Z', 'updated_at': '2021-08-13T04:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:43.444763 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Checking router: 56387959-46eb-4fca-aa5e-dbffd3b7b945 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:52:43.445583 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Updating router 56387959-46eb-4fca-aa5e-dbffd3b7b945 port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:52:43.502875 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:43.584518 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94809bea-053b-45eb-b7aa-4e7a3b4d112c req-14f69306-e1ee-4e0e-a3e0-fa822e113943 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:43.601018 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-94809bea-053b-45eb-b7aa-4e7a3b4d112c req-14f69306-e1ee-4e0e-a3e0-fa822e113943 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.1456106 Aug 13 04:52:43.637098 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:43.713887 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-94809bea-053b-45eb-b7aa-4e7a3b4d112c req-38e2caff-213f-405c-a264-d3b094a32a7c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040854 Aug 13 04:52:43.735591 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b28dd-d222-44ed-b399-1b797061d12a req-e5ee3773-c707-46a1-ab8d-666425755d1c tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:43.737130 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9a7b28dd-d222-44ed-b399-1b797061d12a req-e5ee3773-c707-46a1-ab8d-666425755d1c tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 945 time: 0.1324878 Aug 13 04:52:43.748063 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4326b408-854b-4d1e-a99f-b0c4ad3e0284 None None] Network 7c786582-9f16-458d-b035-ad5733852d8c requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:52:43.851553 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-41ce6e3d-a892-41a8-b0c2-596b1d76daec None None] Provisioning for port cf9a2834-3a84-47b9-9747-e06ca30f7668 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:43.858796 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9a7b28dd-d222-44ed-b399-1b797061d12a req-6d4d549f-0cdc-49e6-a772-591f1d90a57c tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114564 Aug 13 04:52:43.865150 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-41ce6e3d-a892-41a8-b0c2-596b1d76daec None None] Provisioning complete for port cf9a2834-3a84-47b9-9747-e06ca30f7668 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:43.865663 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-41ce6e3d-a892-41a8-b0c2-596b1d76daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:43.902502 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:43.945571 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Transition to ACTIVE for port object 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:43.968090 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:43.994783 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.115572 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d3968-8050-4990-a70c-534347346719 None None] Pushing event updated for resources: {'Port': ['ID=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,revision_number=2']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:44.116864 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.131758 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a690b-17eb-4927-bd62-ad9335a47562 req-8249dbb7-431b-4ab5-9d36-7593c00222e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:44.133954 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5e0a690b-17eb-4927-bd62-ad9335a47562 req-8249dbb7-431b-4ab5-9d36-7593c00222e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1370559 Aug 13 04:52:44.145477 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Attempting to bind port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:44.147782 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Attempting to bind port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:44.148143 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Attempting to bind port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:44.157834 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:44.158213 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:44.158621 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.159014 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:44.181936 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Bound port: 4d341689-8fe9-4fc3-97fd-a68cf7b42d99, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:44.182387 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.262984 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-41ce6e3d-a892-41a8-b0c2-596b1d76daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.272366 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] For port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:44.289363 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] For port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:44.304149 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.335363 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-41ce6e3d-a892-41a8-b0c2-596b1d76daec None None] For port cf9a2834-3a84-47b9-9747-e06ca30f7668, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cf9a2834-3a84-47b9-9747-e06ca30f7668,segment=NetworkSegment(d5a7547c-1334-4f3d-8371-42d432d297be),segment_id=d5a7547c-1334-4f3d-8371-42d432d297be)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:44.343554 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-41ce6e3d-a892-41a8-b0c2-596b1d76daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.362429 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5e0a690b-17eb-4927-bd62-ad9335a47562 req-2bc5fc84-655a-4a1e-8ac2-959a69aa9c97 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145455 Aug 13 04:52:44.435441 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce6e3d-a892-41a8-b0c2-596b1d76daec None None] Pushing event updated for resources: {'Port': ['ID=cf9a2834-3a84-47b9-9747-e06ca30f7668,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:44.445700 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Allocated IP 172.20.0.1 (7c786582-9f16-458d-b035-ad5733852d8c/eeec3ded-d9d2-4208-8704-733dcd4b53fe/cb34c6b3-087f-4873-b700-3c84c6864a2a) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:44.476868 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-3977e990-b5a7-4eed-b732-abd6e65ec312 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55448807&fields=id&tenant_id=4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 267 time: 0.1133506 Aug 13 04:52:44.511522 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:52:44.525077 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Routers {'56387959-46eb-4fca-aa5e-dbffd3b7b945'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:44.525999 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['56387959-46eb-4fca-aa5e-dbffd3b7b945'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:44.590461 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d3968-8050-4990-a70c-534347346719 None None] Pushing event updated for resources: {'Port': ['ID=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:44.654405 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.659914 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] Set router 56387959-46eb-4fca-aa5e-dbffd3b7b945 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:44.668027 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e7868195-d96e-420e-9bfe-814d7682cff4 None None] Provisioning complete for port cf9a2834-3a84-47b9-9747-e06ca30f7668 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:44.668588 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e7868195-d96e-420e-9bfe-814d7682cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.679187 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Transition to ACTIVE for port object cb34c6b3-087f-4873-b700-3c84c6864a2a will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:44.731779 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-566057ed-cc90-49c6-978b-ecba9c91202c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:44.739282 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-566057ed-cc90-49c6-978b-ecba9c91202c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 812 time: 0.2517927 Aug 13 04:52:44.761223 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-aed254d8-4fd2-41dd-af6f-cfa86c271645 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/quotas/4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 375 time: 0.0210185 Aug 13 04:52:44.815474 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-eb6017fa-a6fd-4447-8297-85ff773f1766 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533593 Aug 13 04:52:44.816396 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:44.869308 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:52:42Z', 'revision_number': 3, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port': {'id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:41Z', 'updated_at': '2021-08-13T04:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:44.880994 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Network 7c786582-9f16-458d-b035-ad5733852d8c is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:44.898359 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea80cc-e6a0-4b49-95d8-bfcaf6ec5f27 None None] The sync data for ids ['56387959-46eb-4fca-aa5e-dbffd3b7b945'] in dv-cinder-760178-7-iscsi is: [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:52:42Z', 'revision_number': 3, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port': {'id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:41Z', 'updated_at': '2021-08-13T04:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:52:44.913609 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:44.919578 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:44.965002 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.030784 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Pushing event updated for resources: {'Port': ['ID=cb34c6b3-087f-4873-b700-3c84c6864a2a,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:45.122559 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cf9a2834-3a84-47b9-9747-e06ca30f7668 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:45.160375 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-a06dfcba-3112-4056-86c0-364e45ba8865 service neutron] 10.222.0.18 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131404 Aug 13 04:52:45.186324 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port cf9a2834-3a84-47b9-9747-e06ca30f7668 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:45.186687 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.189206 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f3b7-5ecc-4f31-a573-5fccc0679561 req-5c1337a5-7c0c-4d99-9735-8c207c197b14 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:45.191001 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e238f3b7-5ecc-4f31-a573-5fccc0679561 req-5c1337a5-7c0c-4d99-9735-8c207c197b14 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 945 time: 0.1641164 Aug 13 04:52:45.199999 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-83b729ee-bc0f-41da-9320-961f8cc4692b tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:45.201525 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-83b729ee-bc0f-41da-9320-961f8cc4692b tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 945 time: 0.1737761 Aug 13 04:52:45.239260 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-c6cea3df-a81c-4858-af33-4e84b7592b17 None None] Provisioning for port cb34c6b3-087f-4873-b700-3c84c6864a2a completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:45.249298 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-c6cea3df-a81c-4858-af33-4e84b7592b17 None None] Provisioning complete for port cb34c6b3-087f-4873-b700-3c84c6864a2a triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:45.249762 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c6cea3df-a81c-4858-af33-4e84b7592b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.299180 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-c6cea3df-a81c-4858-af33-4e84b7592b17 None None] Port cb34c6b3-087f-4873-b700-3c84c6864a2a cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:52:45.343345 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8fdc27e5-af50-46ce-91b3-5e7e302169e0 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:45.394229 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.407049 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:45.411507 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:45.411870 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.504102 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.542064 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 8fdc27e5-af50-46ce-91b3-5e7e302169e0, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=8fdc27e5-af50-46ce-91b3-5e7e302169e0,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:45.546737 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.588244 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.600246 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=8fdc27e5-af50-46ce-91b3-5e7e302169e0,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:45.662615 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e238f3b7-5ecc-4f31-a573-5fccc0679561 req-fc7db737-e794-458e-a9b6-0e622e7ab551 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437654 Aug 13 04:52:45.718746 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-786592ea-2ccd-47d8-a6cf-f1ac78f145c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452328 Aug 13 04:52:45.784145 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Deleting port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:52:45.784567 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.950104 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] For port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:45.950472 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:45.972787 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Calling delete_port for 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:52:46.001810 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:46.026834 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:46.175707 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Pushing event updated for resources: {'Port': ['ID=cb34c6b3-087f-4873-b700-3c84c6864a2a,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:46.178445 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:46.231889 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed9614-a3b6-4bf1-809f-5d8692ee0e87 req-cde94e3a-9b9d-4d1d-a48f-d490c8133505 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:46.233511 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f0ed9614-a3b6-4bf1-809f-5d8692ee0e87 req-cde94e3a-9b9d-4d1d-a48f-d490c8133505 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1498671 Aug 13 04:52:46.396287 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f0ed9614-a3b6-4bf1-809f-5d8692ee0e87 req-47126a0b-e368-4778-ac50-3e9cc92556e2 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220126 Aug 13 04:52:46.403915 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8107498f-85c8-4f8a-a721-0ed9ec057e44 req-fa903b81-7063-4393-88d1-dd0bae9a13a1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 210 time: 0.0487087 Aug 13 04:52:46.433765 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:46.436945 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Network 7c786582-9f16-458d-b035-ad5733852d8c is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:46.443844 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:46.472653 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Pushing event deleted for resources: {'Port': ['ID=4f9a3e2b-4adb-478b-bb76-b4b4c767ebda,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:46.483532 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['4f9a3e2b-4adb-478b-bb76-b4b4c767ebda'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:52:46.591265 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] No DVR routers for this DVR port 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:52:46.622343 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:46.624470 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aaf81f3f-1af3-4686-b2ee-c5e6f51b4f34 req-15323045-ad7f-4134-8a4c-da76c2dac689 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "DELETE /v2.0/ports/4f9a3e2b-4adb-478b-bb76-b4b4c767ebda HTTP/1.1" status: 204 len: 173 time: 1.3722606 Aug 13 04:52:46.624915 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'name': 'network-vif-deleted', 'tag': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:52:46.627298 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40009784-f590-4cd8-9d90-98d6fc4300e5" -d '{"events": [{"server_uuid": "ef4a763f-cc20-45ad-91a0-a1495556134a", "name": "network-vif-deleted", "tag": "4f9a3e2b-4adb-478b-bb76-b4b4c767ebda"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:52:46.676822 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82dbab9-12dd-4cc8-bf33-6569abaf0a58 x-openstack-request-id: req-f82dbab9-12dd-4cc8-bf33-6569abaf0a58 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:52:46.677526 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a763f-cc20-45ad-91a0-a1495556134a", "name": "network-vif-deleted", "tag": "4f9a3e2b-4adb-478b-bb76-b4b4c767ebda", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:52:46.678217 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f82dbab9-12dd-4cc8-bf33-6569abaf0a58 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:52:46.678761 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a763f-cc20-45ad-91a0-a1495556134a', 'name': 'network-vif-deleted', 'tag': '4f9a3e2b-4adb-478b-bb76-b4b4c767ebda', 'status': 'completed', 'code': 200} Aug 13 04:52:46.698298 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Router 56387959-46eb-4fca-aa5e-dbffd3b7b945 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:52:46.731631 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-703e89cf-09e5-4862-88bc-27be8def9673 None None] Provisioning complete for port cb34c6b3-087f-4873-b700-3c84c6864a2a triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:46.733341 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-703e89cf-09e5-4862-88bc-27be8def9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:46.791828 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-703e89cf-09e5-4862-88bc-27be8def9673 None None] Port cb34c6b3-087f-4873-b700-3c84c6864a2a cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:52:46.792393 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9fc5405b-954a-4010-95ff-640459ce995f req-5b83a873-37de-4c21-bfdd-bd7afcc7639c tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 210 time: 0.0285759 Aug 13 04:52:46.875309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:52:46.880224 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-df11f5f8-eaeb-4d85-a349-11a881c75743 admin admin] 10.222.0.18 "PUT /v2.0/routers/56387959-46eb-4fca-aa5e-dbffd3b7b945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8479097 Aug 13 04:52:46.904043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Sync routers for ids ['56387959-46eb-4fca-aa5e-dbffd3b7b945'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:52:46.914905 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Routers {'56387959-46eb-4fca-aa5e-dbffd3b7b945'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:46.916160 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['56387959-46eb-4fca-aa5e-dbffd3b7b945'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:47.046535 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Set router 56387959-46eb-4fca-aa5e-dbffd3b7b945 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:47.078731 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:47.213569 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:47.221094 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:47.221552 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:47.372544 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:47.390737 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 4, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port': {'id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:41Z', 'updated_at': '2021-08-13T04:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'cb34c6b3-087f-4873-b700-3c84c6864a2a', 'name': '', 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'mac_address': 'fa:16:3e:14:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eeec3ded-d9d2-4208-8704-733dcd4b53fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:43Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 2, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'subnets': [{'id': 'eeec3ded-d9d2-4208-8704-733dcd4b53fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:47.432318 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:47.433932 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Checking router: 56387959-46eb-4fca-aa5e-dbffd3b7b945 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:52:47.434537 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Updating router 56387959-46eb-4fca-aa5e-dbffd3b7b945 port cb34c6b3-087f-4873-b700-3c84c6864a2a binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:52:47.456233 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:47.457019 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8fdc27e5-af50-46ce-91b3-5e7e302169e0 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:47.628484 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e41377-32ac-4010-b17f-e5de72c10804 req-3dd7c134-55f4-433a-8544-0e9e3e1dd65d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:47.630252 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b1e41377-32ac-4010-b17f-e5de72c10804 req-3dd7c134-55f4-433a-8544-0e9e3e1dd65d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1445436 Aug 13 04:52:47.659199 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:47.691726 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1f5fa990-40eb-4bf3-9228-9bab2bc61efd req-3d732b0b-1729-4ad1-9062-08344e8b4ca2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 210 time: 0.0525734 Aug 13 04:52:47.702160 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-4202eac4-e0d7-477e-8191-d8c9e3344d5f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:47.703877 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-4202eac4-e0d7-477e-8191-d8c9e3344d5f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 812 time: 0.1736138 Aug 13 04:52:47.733455 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b1e41377-32ac-4010-b17f-e5de72c10804 req-e4010935-8102-4364-8952-95f4c513d4e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932679 Aug 13 04:52:47.742837 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:47.780909 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:47.781770 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:47.796423 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-ff245410-ae33-4163-862c-c379cac70c0c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 378 time: 0.0663707 Aug 13 04:52:47.814286 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'port': {'device_id': 'd8909007-f045-462e-9c92-244d6f109729', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'admin_state_up': True, 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'security_groups': ['b45d3628-3c83-4d66-b354-a498b1b68e74']}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:48.021624 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9256e5a3-b3c6-4d73-aad6-3d3ceb2fd2e4 req-9d76c5d8-bdd9-4542-957f-df25401d2ec5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef4a763f-cc20-45ad-91a0-a1495556134a HTTP/1.1" status: 200 len: 210 time: 0.0672174 Aug 13 04:52:48.073800 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Made reservation on behalf of 4eedd9abb597468d93c49ee068247ecb for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:48.077850 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.178085 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.200108 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Transition to ACTIVE for port object cb34c6b3-087f-4873-b700-3c84c6864a2a will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:48.210590 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.268588 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Allocated IP 172.20.0.7 (e9305c5d-ab27-4ea4-a40b-c4b8a232116b/382b3b6b-8247-41cd-8513-99bb26b3c8df/758d593f-28f3-4a0f-8161-be725b5fe6b1) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:48.357738 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Attempting to bind port cb34c6b3-087f-4873-b700-3c84c6864a2a on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:48.358139 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Attempting to bind port cb34c6b3-087f-4873-b700-3c84c6864a2a by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:48.358484 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Attempting to bind port cb34c6b3-087f-4873-b700-3c84c6864a2a on network 7c786582-9f16-458d-b035-ad5733852d8c {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:48.364344 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22313ffe-030e-4a18-97cf-dde82712ca9b None None] Pushing event updated for resources: {'Port': ['ID=cb34c6b3-087f-4873-b700-3c84c6864a2a,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:48.370078 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:48.370210 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Checking segment: {'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:48.370618 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.371006 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Bound using segment: {'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:48.371477 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Bound port: cb34c6b3-087f-4873-b700-3c84c6864a2a, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a7547c-1334-4f3d-8371-42d432d297be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:48.371861 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.452801 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] For port cb34c6b3-087f-4873-b700-3c84c6864a2a, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:48.457160 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] For port cb34c6b3-087f-4873-b700-3c84c6864a2a, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cb34c6b3-087f-4873-b700-3c84c6864a2a,segment=NetworkSegment(d5a7547c-1334-4f3d-8371-42d432d297be),segment_id=d5a7547c-1334-4f3d-8371-42d432d297be)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:48.467179 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.517679 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.535208 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Transition to ACTIVE for port object 758d593f-28f3-4a0f-8161-be725b5fe6b1 will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:48.540494 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Routers {'56387959-46eb-4fca-aa5e-dbffd3b7b945'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:52:48.541462 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:52:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['56387959-46eb-4fca-aa5e-dbffd3b7b945'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:48.608663 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:48.632633 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22313ffe-030e-4a18-97cf-dde82712ca9b None None] Pushing event updated for resources: {'Port': ['ID=cb34c6b3-087f-4873-b700-3c84c6864a2a,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:48.720811 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:48.724796 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:48.728626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:48.741722 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] Set router 56387959-46eb-4fca-aa5e-dbffd3b7b945 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:52:48.830226 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=758d593f-28f3-4a0f-8161-be725b5fe6b1,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:48.948459 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:48.949137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:49.029396 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-f7db6b51-d0e7-40c0-a2fd-a01c5f85bb9a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2196751 Aug 13 04:52:49.048365 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:52:49.054732 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Request body: {'port': {'device_id': 'd8909007-f045-462e-9c92-244d6f109729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:49.085794 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:49.091511 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:52:49.092089 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7f8e-7ea8-4f30-92f9-2be62f3b86fc req-f7137f64-233a-43b8-87d9-794e85f9826c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:49.092279 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 4f9a3e2b-4adb-478b-bb76-b4b4c767ebda not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:52:49.099795 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b8d7f8e-7ea8-4f30-92f9-2be62f3b86fc req-f7137f64-233a-43b8-87d9-794e85f9826c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 931 time: 0.2375352 Aug 13 04:52:49.143185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fdc54-1289-4c8f-82a5-cd05f82c1055 req-8cd4ec17-cbfc-4415-8e91-813eae1fdcb6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:49.152843 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-510fdc54-1289-4c8f-82a5-cd05f82c1055 req-8cd4ec17-cbfc-4415-8e91-813eae1fdcb6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.2462087 Aug 13 04:52:49.169324 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 4, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port': {'id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:41Z', 'updated_at': '2021-08-13T04:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'cb34c6b3-087f-4873-b700-3c84c6864a2a', 'name': '', 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'mac_address': 'fa:16:3e:14:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eeec3ded-d9d2-4208-8704-733dcd4b53fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:43Z', 'updated_at': '2021-08-13T04:52:48Z', 'revision_number': 4, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'subnets': [{'id': 'eeec3ded-d9d2-4208-8704-733dcd4b53fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:52:49.207514 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae1888-c0e7-4ba4-b1f0-0c8026dd85fb None None] The sync data for ids ['56387959-46eb-4fca-aa5e-dbffd3b7b945'] in dv-cinder-760178-7-iscsi is: [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 4, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port': {'id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:41Z', 'updated_at': '2021-08-13T04:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'cb34c6b3-087f-4873-b700-3c84c6864a2a', 'name': '', 'network_id': '7c786582-9f16-458d-b035-ad5733852d8c', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'mac_address': 'fa:16:3e:14:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'eeec3ded-d9d2-4208-8704-733dcd4b53fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:43Z', 'updated_at': '2021-08-13T04:52:48Z', 'revision_number': 4, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'subnets': [{'id': 'eeec3ded-d9d2-4208-8704-733dcd4b53fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:52:49.210797 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:49.211371 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:49.226057 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b8d7f8e-7ea8-4f30-92f9-2be62f3b86fc req-a33848b2-da6e-4ee6-a447-0e164958f209 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253231 Aug 13 04:52:49.279545 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:49.287947 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0ec21185-1ba5-460f-a2c8-6f77851ecf4f None None] Provisioning for port 758d593f-28f3-4a0f-8161-be725b5fe6b1 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:49.321810 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0ec21185-1ba5-460f-a2c8-6f77851ecf4f None None] Provisioning complete for port 758d593f-28f3-4a0f-8161-be725b5fe6b1 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:49.322339 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0ec21185-1ba5-460f-a2c8-6f77851ecf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:49.417178 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-510fdc54-1289-4c8f-82a5-cd05f82c1055 req-47b97ede-35fb-4382-a44c-255938f3277b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634127 Aug 13 04:52:49.483862 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21185-1ba5-460f-a2c8-6f77851ecf4f None None] Port 758d593f-28f3-4a0f-8161-be725b5fe6b1 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:52:50.095422 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4554e4-e70a-4041-ac87-49304d345244 req-14df8c9d-3cde-4b12-9889-01ebd1555f35 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:50.096998 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-14df8c9d-3cde-4b12-9889-01ebd1555f35 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/networks?id=c88b1a8a-564b-44af-aa39-5b8b0bc27103 HTTP/1.1" status: 200 len: 807 time: 0.1768186 Aug 13 04:52:50.122913 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758d593f-28f3-4a0f-8161-be725b5fe6b1 {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:52:50.131453 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-e8d65487-159f-4cbc-90cf-0cd20638a9b4 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/quotas/0f915f3ef6ad44e2925155c31bb8cb30 HTTP/1.1" status: 200 len: 375 time: 0.0280223 Aug 13 04:52:50.139875 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:50.191661 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-616360b0-b097-4451-89c2-8395bdd95d07 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f915f3ef6ad44e2925155c31bb8cb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486388 Aug 13 04:52:50.192592 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Transition to ACTIVE for port object 758d593f-28f3-4a0f-8161-be725b5fe6b1 will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:50.200440 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:50.487129 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Pushing event updated for resources: {'Port': ['ID=758d593f-28f3-4a0f-8161-be725b5fe6b1,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:50.528330 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef17df-5240-49df-aca2-922f30173a91 req-5f0c8a5d-306a-415d-b4ba-67f830a7aa3f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:50.530498 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-86ef17df-5240-49df-aca2-922f30173a91 req-5f0c8a5d-306a-415d-b4ba-67f830a7aa3f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.2141852 Aug 13 04:52:50.531065 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Attempting to bind port 758d593f-28f3-4a0f-8161-be725b5fe6b1 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:50.531223 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Attempting to bind port 758d593f-28f3-4a0f-8161-be725b5fe6b1 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:50.531543 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Attempting to bind port 758d593f-28f3-4a0f-8161-be725b5fe6b1 on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:50.548924 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Port 758d593f-28f3-4a0f-8161-be725b5fe6b1 on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:52:50.549252 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Attempting to bind port 758d593f-28f3-4a0f-8161-be725b5fe6b1 on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:50.566068 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:50.566435 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Checking segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:50.566789 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Bound using segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:50.567237 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Bound port: 758d593f-28f3-4a0f-8161-be725b5fe6b1, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:50.567578 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:50.572131 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-aac3bef0-00a6-4fad-ac37-8b7fb6ca5fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620434 Aug 13 04:52:50.683255 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-86ef17df-5240-49df-aca2-922f30173a91 req-2178df5a-b3b4-4a04-bdce-6c2bcce7e5e5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414182 Aug 13 04:52:50.744608 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-3ff172d0-7202-46fb-bcdd-63adc41683a5 service neutron] 10.222.0.18 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621878 Aug 13 04:52:50.763219 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] For port 758d593f-28f3-4a0f-8161-be725b5fe6b1, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:50.766601 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] For port 758d593f-28f3-4a0f-8161-be725b5fe6b1, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:50.777236 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:50.856796 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Pushing event updated for resources: {'Port': ['ID=758d593f-28f3-4a0f-8161-be725b5fe6b1,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:50.928346 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:50.928897 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:50.936348 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-86d8ea57-d8ac-4697-9b18-3213a423e376 service neutron] 10.222.0.58 "PUT /v2.0/ports/758d593f-28f3-4a0f-8161-be725b5fe6b1 HTTP/1.1" status: 200 len: 1093 time: 1.8882070 Aug 13 04:52:50.938908 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:52:50.950112 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41" -d '{"events": [{"name": "network-changed", "server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:52:51.025163 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427ae87-6e37-47c4-ad36-3da2e8519e95 req-d7075e4d-4d4e-43a8-9324-071d1ca8244f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:51.033247 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b427ae87-6e37-47c4-ad36-3da2e8519e95 req-d7075e4d-4d4e-43a8-9324-071d1ca8244f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1919391 Aug 13 04:52:51.129211 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cb34c6b3-087f-4873-b700-3c84c6864a2a up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:51.220532 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b427ae87-6e37-47c4-ad36-3da2e8519e95 req-6a310921-19c2-4709-a45f-9d0288e095e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857011 Aug 13 04:52:51.252489 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-73293e52-6b41-433a-9527-feb9ee72c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:51.255004 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-73293e52-6b41-433a-9527-feb9ee72c9af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 1096 time: 0.2191281 Aug 13 04:52:51.277541 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port cb34c6b3-087f-4873-b700-3c84c6864a2a completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:52:51.291253 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port cb34c6b3-087f-4873-b700-3c84c6864a2a triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:51.291622 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:51.324407 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-abf30f25-7726-42ba-9afd-c7b2f014884c req-96e275f2-aaaf-4730-8603-c8d674fe03cd tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 210 time: 0.0515666 Aug 13 04:52:51.423157 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-d8025e46-1e43-4f09-b041-cb124452cb11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1 HTTP/1.1" status: 200 len: 217 time: 0.0944483 Aug 13 04:52:51.428424 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e63890a-18b0-4c99-aac9-72f866da98a5 x-openstack-request-id: req-8e63890a-18b0-4c99-aac9-72f866da98a5 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:52:51.428717 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:52:51.429059 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e63890a-18b0-4c99-aac9-72f866da98a5 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:52:51.429474 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'status': 'completed', 'code': 200} Aug 13 04:52:51.448136 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:51.496274 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port cb34c6b3-087f-4873-b700-3c84c6864a2a, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cb34c6b3-087f-4873-b700-3c84c6864a2a,segment=NetworkSegment(d5a7547c-1334-4f3d-8371-42d432d297be),segment_id=d5a7547c-1334-4f3d-8371-42d432d297be)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:52:51.508537 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:51.517719 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-093005a0-b363-4771-a43f-cab2171f7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:51.519864 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-093005a0-b363-4771-a43f-cab2171f7498 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0804842 Aug 13 04:52:51.605238 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-2edcddaf-4e13-49a1-810e-628f912f82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:51.606617 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=cb34c6b3-087f-4873-b700-3c84c6864a2a,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:51.606788 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-2edcddaf-4e13-49a1-810e-628f912f82c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730801 Aug 13 04:52:51.930705 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-039f5471-74c4-4310-aec8-f70c2ed9cb26 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033237 Aug 13 04:52:51.949317 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cc96c-4d72-4186-840e-7857dd8cd967 req-b9d43230-ff65-424b-9b53-5f98e6ab3b5c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:51.950966 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed8cc96c-4d72-4186-840e-7857dd8cd967 req-b9d43230-ff65-424b-9b53-5f98e6ab3b5c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.1070180 Aug 13 04:52:52.057691 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed8cc96c-4d72-4186-840e-7857dd8cd967 req-973ce513-fcb6-4acb-a9c2-16b7a7eb1b14 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921440 Aug 13 04:52:52.092471 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b6d0e9e8-eb08-4933-97b2-b4bd161f562c req-45b69b8e-e717-4327-b094-72476d27ffa2 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404140 Aug 13 04:52:52.272942 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-d15132bb-db45-428c-8ed2-75d5427541b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:52.275500 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-d15132bb-db45-428c-8ed2-75d5427541b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 1096 time: 0.0487630 Aug 13 04:52:52.416723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c7b2e-bf7e-45db-9c84-20ae1afb43be req-140be2b7-d707-4319-a4a1-461c45fefa21 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:52.424040 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d95c7b2e-bf7e-45db-9c84-20ae1afb43be req-140be2b7-d707-4319-a4a1-461c45fefa21 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1187232 Aug 13 04:52:52.490789 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8b95f0d2-8664-40eb-b2c2-4d560d86e5e2 req-b76b7de9-db5f-4db9-a920-61d958e990a8 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 210 time: 0.0494514 Aug 13 04:52:52.512380 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d95c7b2e-bf7e-45db-9c84-20ae1afb43be req-147ad424-6fd0-43f6-8234-22113039241b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872574 Aug 13 04:52:52.523417 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-0f8128c8-81a5-4246-ab1b-73f604a6f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:52.525536 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-0f8128c8-81a5-4246-ab1b-73f604a6f02b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.1921830 Aug 13 04:52:52.533027 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db5923-4965-4f20-a943-4c33444253fd req-6f16e3df-4590-4ac0-a8a4-e5054ab1e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:52.541525 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-59db5923-4965-4f20-a943-4c33444253fd req-6f16e3df-4590-4ac0-a8a4-e5054ab1e862 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1098 time: 0.1057301 Aug 13 04:52:52.581310 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-e02a2286-5e86-497e-a52b-b43143e44caa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1 HTTP/1.1" status: 200 len: 217 time: 0.0394444 Aug 13 04:52:52.677686 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-59db5923-4965-4f20-a943-4c33444253fd req-2c2e9736-023d-4072-be46-453f4b85d31e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686910 Aug 13 04:52:52.708225 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-ffc6af89-973f-4b96-b0f2-719859d7e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:52.709705 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-ffc6af89-973f-4b96-b0f2-719859d7e51e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0975268 Aug 13 04:52:53.004219 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cb34c6b3-087f-4873-b700-3c84c6864a2a up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:52:53.061472 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port cb34c6b3-087f-4873-b700-3c84c6864a2a triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:52:53.061930 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:53.354946 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c412c7f-7dc2-4ccd-ae63-2dabb13fc4fb req-18cac795-59de-47a7-a6d1-7817c034a04b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:53.362777 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4c412c7f-7dc2-4ccd-ae63-2dabb13fc4fb req-18cac795-59de-47a7-a6d1-7817c034a04b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.2356162 Aug 13 04:52:53.380688 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4554e4-e70a-4041-ac87-49304d345244 req-48cf85c8-db9e-4f81-a2f5-9b27c850b640 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:53.389698 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-48cf85c8-db9e-4f81-a2f5-9b27c850b640 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "GET /v2.0/networks?id=c88b1a8a-564b-44af-aa39-5b8b0bc27103 HTTP/1.1" status: 200 len: 807 time: 0.2347989 Aug 13 04:52:53.394932 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-904beee7-c824-49d5-a41b-6bca6cccfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:53.397196 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-904beee7-c824-49d5-a41b-6bca6cccfa55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2183321 Aug 13 04:52:53.440216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4c412c7f-7dc2-4ccd-ae63-2dabb13fc4fb req-907f5a89-84d4-491e-89b3-eac6e0533339 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763092 Aug 13 04:52:53.460300 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Request body: {'port': {'device_id': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103', 'admin_state_up': True, 'tenant_id': '0f915f3ef6ad44e2925155c31bb8cb30'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:53.636111 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c77d7b2b-fa42-4e63-8b97-e4806d7cfb06 req-f3c0bc32-cae3-4f7c-ab5e-4c8f6a8c2f74 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 210 time: 0.0310986 Aug 13 04:52:53.734201 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-0d02a96f-e038-439b-a927-dd24c1812354 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569919 Aug 13 04:52:53.755905 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7f385-6251-4eab-a648-d3c6be2d490c req-d5186f6f-fe38-4382-9a06-8d84efbc2d55 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:53.763066 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ddd7f385-6251-4eab-a648-d3c6be2d490c req-d5186f6f-fe38-4382-9a06-8d84efbc2d55 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1259849 Aug 13 04:52:53.778483 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Made reservation on behalf of 0f915f3ef6ad44e2925155c31bb8cb30 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:52:53.781931 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:53.874269 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ddd7f385-6251-4eab-a648-d3c6be2d490c req-29bc6f10-363e-4b9c-be50-1241240dc6fa tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100268 Aug 13 04:52:53.919659 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6fb7ed1-a9f6-4fda-a23b-5e87182e5b41 req-208b2e21-362c-425e-8705-351199edf985 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546047 Aug 13 04:52:54.033972 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Allocated IP 172.20.0.6 (c88b1a8a-564b-44af-aa39-5b8b0bc27103/a856cee5-16f3-4996-a56a-17c6bc066654/7685e8e4-d1e5-4a6b-b311-c52be75cd3db) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:52:54.231652 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:54.277353 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:54.324952 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Network c88b1a8a-564b-44af-aa39-5b8b0bc27103 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:52:54.326360 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:52:54.330271 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:52:54.374470 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Pushing event updated for resources: {'Port': ['ID=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:54.404827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:54.405467 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:54.428457 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-c4c595c2-f11a-4e73-b08a-9da37cccafd7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9727697 Aug 13 04:52:54.770456 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Request body: {'port': {'device_id': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:52:54.813865 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b82322-bd9b-4d48-badd-10385543716d req-ed0eea62-4368-494c-8b80-9efd69cb2e5c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:54.815475 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-00b82322-bd9b-4d48-badd-10385543716d req-ed0eea62-4368-494c-8b80-9efd69cb2e5c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.3093147 Aug 13 04:52:54.887893 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:54.903064 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-00b82322-bd9b-4d48-badd-10385543716d req-d8cab645-f8d3-4f75-a0ff-c6030083377c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669794 Aug 13 04:52:55.055641 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb048b3a-ab0e-4540-a796-6d3d8e5f0b7c req-7939d310-98b7-40a6-b2bc-89b1adae9ff6 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:55.063041 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb048b3a-ab0e-4540-a796-6d3d8e5f0b7c req-7939d310-98b7-40a6-b2bc-89b1adae9ff6 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 931 time: 0.1446195 Aug 13 04:52:55.171701 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb048b3a-ab0e-4540-a796-6d3d8e5f0b7c req-faf9a144-f841-412b-b30f-a88425cd5e06 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059015 Aug 13 04:52:55.306442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ccf04-571c-4e7a-98bc-40955d866cd6 req-2ff6945b-a149-47d0-b0b7-50759d4b9480 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:55.307962 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba1ccf04-571c-4e7a-98bc-40955d866cd6 req-2ff6945b-a149-47d0-b0b7-50759d4b9480 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0945885 Aug 13 04:52:55.425090 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba1ccf04-571c-4e7a-98bc-40955d866cd6 req-bc987b64-53ca-4288-a9d4-ba9c3ad284a7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982211 Aug 13 04:52:55.467720 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7685e8e4-d1e5-4a6b-b311-c52be75cd3db {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:52:55.480693 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:55.497849 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Transition to ACTIVE for port object 7685e8e4-d1e5-4a6b-b311-c52be75cd3db will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:52:55.502359 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:55.582412 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Pushing event updated for resources: {'Port': ['ID=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:55.651774 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Attempting to bind port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:52:55.652108 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Attempting to bind port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:52:55.652435 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Attempting to bind port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db on network c88b1a8a-564b-44af-aa39-5b8b0bc27103 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:55.656855 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db on network c88b1a8a-564b-44af-aa39-5b8b0bc27103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:52:55.657179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Attempting to bind port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db on network c88b1a8a-564b-44af-aa39-5b8b0bc27103 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:52:55.662295 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:52:55.662637 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Checking segment: {'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:52:55.663018 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Bound using segment: {'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:52:55.663579 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Bound port: 7685e8e4-d1e5-4a6b-b311-c52be75cd3db, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641a8789-3b19-437f-9edf-235838d9d452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:52:55.663791 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:55.750323 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] For port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:52:55.755046 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] For port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:52:55.760818 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:55.825031 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:55.825904 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:52:55.828017 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] 10.222.0.58 "PUT /v2.0/ports/7685e8e4-d1e5-4a6b-b311-c52be75cd3db HTTP/1.1" status: 200 len: 1093 time: 1.0649178 Aug 13 04:52:55.830466 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'tag': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:52:55.832918 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded0880e-750e-405a-80b5-81899e559b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f803736b-32d2-41a5-8ba6-3da2a831bccc", "tag": "7685e8e4-d1e5-4a6b-b311-c52be75cd3db"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:52:55.898834 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3c8dac-0cdd-4092-88d0-3d5c6551d673 x-openstack-request-id: req-ff3c8dac-0cdd-4092-88d0-3d5c6551d673 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:52:55.899727 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f803736b-32d2-41a5-8ba6-3da2a831bccc", "tag": "7685e8e4-d1e5-4a6b-b311-c52be75cd3db", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:52:55.900146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff3c8dac-0cdd-4092-88d0-3d5c6551d673 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:52:55.900550 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'tag': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db', 'status': 'completed', 'code': 200} Aug 13 04:52:55.933915 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d599d-bffd-44c2-a84f-cfebe2c63be6 service neutron] Pushing event updated for resources: {'Port': ['ID=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:52:55.967828 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cd174-3fe6-4b7d-9800-9a8ed528d7e8 req-bce29bd0-65a7-4949-a530-03cd240e810f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:55.969455 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df7cd174-3fe6-4b7d-9800-9a8ed528d7e8 req-bce29bd0-65a7-4949-a530-03cd240e810f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1231024 Aug 13 04:52:56.001988 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d336076-1223-444f-945a-15fd5deb6d7d req-15d7ec0e-11fa-4667-a4a2-babd5bae0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:56.003479 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d336076-1223-444f-945a-15fd5deb6d7d req-15d7ec0e-11fa-4667-a4a2-babd5bae0d8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 1098 time: 0.1253409 Aug 13 04:52:56.091781 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df7cd174-3fe6-4b7d-9800-9a8ed528d7e8 req-e7eff5be-aec3-4e92-bdde-5232694854b6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085520 Aug 13 04:52:56.126581 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4554e4-e70a-4041-ac87-49304d345244 req-e1595138-c51e-4312-a42e-b10c38b1488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:56.128235 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-e1595138-c51e-4312-a42e-b10c38b1488d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f915f3ef6ad44e2925155c31bb8cb30&device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 1096 time: 0.1540980 Aug 13 04:52:56.191785 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d336076-1223-444f-945a-15fd5deb6d7d req-24349e67-3c0e-4766-9740-6900268525f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:56.193272 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d336076-1223-444f-945a-15fd5deb6d7d req-24349e67-3c0e-4766-9740-6900268525f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 200 len: 916 time: 0.1735997 Aug 13 04:52:56.197349 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-2f855798-ee16-49b3-b182-40f38833ddfa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7685e8e4-d1e5-4a6b-b311-c52be75cd3db HTTP/1.1" status: 200 len: 217 time: 0.0438735 Aug 13 04:52:56.293973 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d336076-1223-444f-945a-15fd5deb6d7d req-05bfe1f0-0285-4e08-8bba-9bf94605c03e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 200 len: 217 time: 0.0608704 Aug 13 04:52:56.324771 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5dd3c008-0500-4610-82f7-565bfc3c573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:56.326236 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-5dd3c008-0500-4610-82f7-565bfc3c573d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a856cee5-16f3-4996-a56a-17c6bc066654 HTTP/1.1" status: 200 len: 847 time: 0.1010401 Aug 13 04:52:56.356989 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef5c9f-34bc-4cc6-83a9-ff9a489abf2a req-7ea9a5d9-d5e1-4fb5-95df-4d748583a629 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:56.358466 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5ef5c9f-34bc-4cc6-83a9-ff9a489abf2a req-7ea9a5d9-d5e1-4fb5-95df-4d748583a629 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.1640573 Aug 13 04:52:56.402511 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-f88670c4-6cdd-49d8-a895-96722452f191 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c88b1a8a-564b-44af-aa39-5b8b0bc27103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543430 Aug 13 04:52:56.436040 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d336076-1223-444f-945a-15fd5deb6d7d req-75f90248-4fe6-435a-9d25-8d12aad9dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:56.438016 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d336076-1223-444f-945a-15fd5deb6d7d req-75f90248-4fe6-435a-9d25-8d12aad9dd66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 200 len: 856 time: 0.1234577 Aug 13 04:52:56.449851 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5ef5c9f-34bc-4cc6-83a9-ff9a489abf2a req-89b9c98b-86fe-4c5c-8aa7-409e8581560c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815217 Aug 13 04:52:56.520937 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d336076-1223-444f-945a-15fd5deb6d7d req-ae0351ee-9a59-4949-89d2-2b5304acb040 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72429b5c-e10d-41a8-8715-fc0fc4b5daad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353465 Aug 13 04:52:56.656196 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-196d10ad-4f3c-4e4d-ae39-7b6f9860be91 service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356322 Aug 13 04:52:56.758002 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37504b6-3791-4429-b671-6f34192e9f25 req-2682e62a-d7f7-4d6b-b5d2-3041846f21eb tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:56.761585 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e37504b6-3791-4429-b671-6f34192e9f25 req-2682e62a-d7f7-4d6b-b5d2-3041846f21eb tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 943 time: 0.1611505 Aug 13 04:52:56.776794 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d336076-1223-444f-945a-15fd5deb6d7d req-75f4e468-153d-4d0c-ba29-235365cae168 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467129 Aug 13 04:52:56.873892 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b4554e4-e70a-4041-ac87-49304d345244 req-fc3a9903-3ba3-4019-9b5c-f9e0a2df349c service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028821 Aug 13 04:52:56.891846 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e37504b6-3791-4429-b671-6f34192e9f25 req-b6eff11d-62a7-4f32-b970-0435acb94575 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174777 Aug 13 04:52:56.950254 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d336076-1223-444f-945a-15fd5deb6d7d req-1c7e3776-abce-40e1-a8ee-e7677f94de66 service neutron] 10.222.0.58 "GET /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579583 Aug 13 04:52:57.255698 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5829172-ad60-473d-ad1f-a570144a69cb req-69f6340a-5337-4587-b3ca-ed0661e619e4 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:57.257628 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c5829172-ad60-473d-ad1f-a570144a69cb req-69f6340a-5337-4587-b3ca-ed0661e619e4 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0870485 Aug 13 04:52:57.261420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0880e-750e-405a-80b5-81899e559b0c req-29ea4081-8683-4060-91e0-c030cff5a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:57.263058 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ded0880e-750e-405a-80b5-81899e559b0c req-29ea4081-8683-4060-91e0-c030cff5a042 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f915f3ef6ad44e2925155c31bb8cb30&device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 1096 time: 0.0832300 Aug 13 04:52:57.300357 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c5829172-ad60-473d-ad1f-a570144a69cb req-f6b71620-f295-4330-a984-3e1b0a97c357 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Aug 13 04:52:57.403260 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0880e-750e-405a-80b5-81899e559b0c req-cf1f0484-407b-4669-8648-f730a5c493cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:57.404876 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ded0880e-750e-405a-80b5-81899e559b0c req-cf1f0484-407b-4669-8648-f730a5c493cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=c88b1a8a-564b-44af-aa39-5b8b0bc27103 HTTP/1.1" status: 200 len: 907 time: 0.1033382 Aug 13 04:52:57.460883 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ded0880e-750e-405a-80b5-81899e559b0c req-fb124fcf-5cbb-4ede-846c-ddc9a8dee68a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7685e8e4-d1e5-4a6b-b311-c52be75cd3db HTTP/1.1" status: 200 len: 217 time: 0.0439084 Aug 13 04:52:57.517139 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0880e-750e-405a-80b5-81899e559b0c req-54061ed8-76bc-41bd-832f-391a16a4438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:57.519404 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ded0880e-750e-405a-80b5-81899e559b0c req-54061ed8-76bc-41bd-832f-391a16a4438c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a856cee5-16f3-4996-a56a-17c6bc066654 HTTP/1.1" status: 200 len: 847 time: 0.0487082 Aug 13 04:52:57.583076 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ded0880e-750e-405a-80b5-81899e559b0c req-11817631-d717-4547-8bba-537126d35b22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c88b1a8a-564b-44af-aa39-5b8b0bc27103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279167 Aug 13 04:52:57.708272 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ded0880e-750e-405a-80b5-81899e559b0c req-0e601ff1-9674-405d-b332-25afdcf1509c service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104276 Aug 13 04:52:57.858825 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f227230-687e-4417-a6a9-074a70b03a4c req-f493651b-ec5f-48c6-a687-833046f08ea5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:57.866287 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f227230-687e-4417-a6a9-074a70b03a4c req-f493651b-ec5f-48c6-a687-833046f08ea5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.1449068 Aug 13 04:52:57.876844 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ded0880e-750e-405a-80b5-81899e559b0c req-5f6be981-7714-4d02-acf0-95ce31f5e4ac service neutron] 10.222.0.58 "GET /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443870 Aug 13 04:52:57.930240 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f227230-687e-4417-a6a9-074a70b03a4c req-8810dbeb-27b9-45d7-9cd5-1ee198c74f33 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548286 Aug 13 04:52:58.034188 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968dc47-d14d-4acc-b3e1-b5be30cbffcc req-eaea3548-f3fb-49c8-bd07-9ba02808024d tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:58.035700 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c968dc47-d14d-4acc-b3e1-b5be30cbffcc req-eaea3548-f3fb-49c8-bd07-9ba02808024d tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 943 time: 0.0566483 Aug 13 04:52:58.088124 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c968dc47-d14d-4acc-b3e1-b5be30cbffcc req-5c5b1e0f-15c2-462f-af11-f3da19fabba2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376120 Aug 13 04:52:58.425938 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b715-3f61-4da0-90b3-376feb905591 req-9b3e3f43-309b-4295-ad55-5549145eba64 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:58.433716 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7924b715-3f61-4da0-90b3-376feb905591 req-9b3e3f43-309b-4295-ad55-5549145eba64 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0613596 Aug 13 04:52:58.471437 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7924b715-3f61-4da0-90b3-376feb905591 req-c4dcf6e8-543e-49d8-98cd-3dc6ae3813dd tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Aug 13 04:52:59.026493 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf89d3-c3af-4d74-ab72-330d21737663 req-7fcfc7e4-d395-4c7d-aac6-3122585ee224 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:59.028104 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6ecf89d3-c3af-4d74-ab72-330d21737663 req-7fcfc7e4-d395-4c7d-aac6-3122585ee224 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.0498166 Aug 13 04:52:59.072512 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6ecf89d3-c3af-4d74-ab72-330d21737663 req-986184e2-3492-4686-81d9-d48ba6fbbc36 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376170 Aug 13 04:52:59.282488 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278389-bf1d-434b-bcc9-ad7c2b0982a7 req-da8fd852-2de2-4fb2-a148-54f9ab39a84d tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:59.283932 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65278389-bf1d-434b-bcc9-ad7c2b0982a7 req-da8fd852-2de2-4fb2-a148-54f9ab39a84d tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 943 time: 0.0791762 Aug 13 04:52:59.294423 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-8712e125-b5de-41e1-b650-077c738af07f tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:59.295765 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-8712e125-b5de-41e1-b650-077c738af07f tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 814 time: 0.1435661 Aug 13 04:52:59.323543 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-415448b8-f170-44a5-9432-36c7646bdd87 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/quotas/c8d89d16464a4e0e8c99e02c814c88d1 HTTP/1.1" status: 200 len: 375 time: 0.0204806 Aug 13 04:52:59.344409 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65278389-bf1d-434b-bcc9-ad7c2b0982a7 req-0eb31337-221e-450f-b87b-96028b04431c tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Aug 13 04:52:59.378020 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-b8bfbc0c-73e4-4708-a748-06757927c0cb tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489790 Aug 13 04:52:59.510824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640dbf8-90cc-4fe0-a86f-2b362a1a3c99 req-694bd853-fe2b-4afc-b3b8-113976820159 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:59.512196 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4640dbf8-90cc-4fe0-a86f-2b362a1a3c99 req-694bd853-fe2b-4afc-b3b8-113976820159 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.1052716 Aug 13 04:52:59.517343 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-2c5a9ffa-4087-4ec9-9f60-9f35c8f8ee70 service neutron] 10.222.0.18 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274302 Aug 13 04:52:59.807687 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4640dbf8-90cc-4fe0-a86f-2b362a1a3c99 req-c8b888c5-d27a-4e4a-a022-02af8d3412ff tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892833 Aug 13 04:52:59.839477 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-944363c5-5d85-4fe5-80be-e952a2e4a3ce service neutron] 10.222.0.18 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155904 Aug 13 04:52:59.911760 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e6e75-3e1a-43b7-a25e-851a8fce94b5 req-f593987d-b93b-4144-890e-952d5d4656b9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:52:59.913511 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bd8e6e75-3e1a-43b7-a25e-851a8fce94b5 req-f593987d-b93b-4144-890e-952d5d4656b9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0492394 Aug 13 04:52:59.956600 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bd8e6e75-3e1a-43b7-a25e-851a8fce94b5 req-91256534-d26c-43fb-ada3-4152147839b6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Aug 13 04:53:00.173639 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-946e2ef5-1833-4758-b3af-c733c38c7e0c req-41201287-6531-458b-b3e6-87a9e8947292 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 210 time: 0.0355906 Aug 13 04:53:00.251704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fa725-b848-4c02-84f2-097d25b088eb req-8c8249b5-e4aa-438e-a12e-e00411a879c4 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:00.253512 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f38fa725-b848-4c02-84f2-097d25b088eb req-8c8249b5-e4aa-438e-a12e-e00411a879c4 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.0552139 Aug 13 04:53:00.293268 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f38fa725-b848-4c02-84f2-097d25b088eb req-aaa6247b-4f63-4527-b2e1-0ce2561b531a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337100 Aug 13 04:53:00.460979 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167328c-71d8-4a87-8ed2-d137ed061c2c req-e64626cb-edf9-4a6b-8bb4-00e2137b6ff3 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:00.463004 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1167328c-71d8-4a87-8ed2-d137ed061c2c req-e64626cb-edf9-4a6b-8bb4-00e2137b6ff3 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 943 time: 0.0490742 Aug 13 04:53:00.500680 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1167328c-71d8-4a87-8ed2-d137ed061c2c req-1a270467-3385-4e75-9053-42eb7e391ae7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Aug 13 04:53:00.923810 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39a0a-987f-4af2-9e32-441b1a8af694 req-f1c94490-6b95-447d-80b9-0e58e1cbd8ec tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:00.925264 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93a39a0a-987f-4af2-9e32-441b1a8af694 req-f1c94490-6b95-447d-80b9-0e58e1cbd8ec tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.0476749 Aug 13 04:53:00.962686 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93a39a0a-987f-4af2-9e32-441b1a8af694 req-8c491de4-3d5a-4314-be0c-25e59f9f439f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Aug 13 04:53:01.074897 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 7685e8e4-d1e5-4a6b-b311-c52be75cd3db details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:53:01.075987 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f9d88-55f9-4a68-bba5-cda06c846ce3 req-8eb2c19a-088c-422d-813d-3cfe15cad41d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:01.077465 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc5f9d88-55f9-4a68-bba5-cda06c846ce3 req-8eb2c19a-088c-422d-813d-3cfe15cad41d tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0513661 Aug 13 04:53:01.129933 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc5f9d88-55f9-4a68-bba5-cda06c846ce3 req-a78d149c-13f6-4fd1-b09e-e44b829eabbf tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Aug 13 04:53:01.185247 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:01.198254 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db', 'network_id': 'c88b1a8a-564b-44af-aa39-5b8b0bc27103', 'port_id': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db', 'mac_address': 'fa:16:3e:a8:61:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a856cee5-16f3-4996-a56a-17c6bc066654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:53:01.235845 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:01.248977 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7685e8e4-d1e5-4a6b-b311-c52be75cd3db {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:53:01.268514 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:01.272266 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:01.319755 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:01.380134 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-f13fa4b2-c887-4432-a298-cd02685a9a8b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:01.381605 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-f13fa4b2-c887-4432-a298-cd02685a9a8b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 814 time: 0.0964315 Aug 13 04:53:01.450714 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'port': {'device_id': '609cc432-fe11-425c-8e30-47f40db97805', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'admin_state_up': True, 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:01.541286 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b4aa3b2b-7c44-47d3-952c-9edf936bbd20 req-ecccb8ba-6000-48ce-8b97-d18ed8588ba0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 210 time: 0.0331497 Aug 13 04:53:01.623284 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3e747-0905-4994-bd85-e5d4a68cfc1f req-c8860034-011d-4a26-b325-2c8cbc28a32e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:01.624760 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-61c3e747-0905-4994-bd85-e5d4a68cfc1f req-c8860034-011d-4a26-b325-2c8cbc28a32e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.0826004 Aug 13 04:53:01.673021 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Made reservation on behalf of c8d89d16464a4e0e8c99e02c814c88d1 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:53:01.676384 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:01.722656 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-61c3e747-0905-4994-bd85-e5d4a68cfc1f req-78c6def6-8bdb-4655-bfe5-b1b3d6d7b459 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852845 Aug 13 04:53:01.732711 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8b05-becd-489f-9581-304497833fcc req-f9089b04-0f33-492b-a5a2-0dd734451e60 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:01.734156 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-404f8b05-becd-489f-9581-304497833fcc req-f9089b04-0f33-492b-a5a2-0dd734451e60 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 944 time: 0.1073310 Aug 13 04:53:01.827753 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-404f8b05-becd-489f-9581-304497833fcc req-100c1f16-85d5-4fce-965a-2aa15bc2db3b tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Aug 13 04:53:01.861549 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Allocated IP 172.20.0.3 (bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24/5aa2681e-d331-455f-9895-943f1ba4c9b2/fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:53:02.025960 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:02.056120 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Transition to ACTIVE for port object fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:53:02.102988 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['7685e8e4-d1e5-4a6b-b311-c52be75cd3db'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:02.118693 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718615f-feb5-458d-a5dd-97f279196f50 req-b6b7b093-6faf-4bc2-9da8-20a8a93636f6 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:02.120845 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d718615f-feb5-458d-a5dd-97f279196f50 req-b6b7b093-6faf-4bc2-9da8-20a8a93636f6 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.0773914 Aug 13 04:53:02.163749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:02.233912 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d718615f-feb5-458d-a5dd-97f279196f50 req-f62799f0-6f6a-4a80-a4bd-7a87db9ef6d7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059849 Aug 13 04:53:02.246718 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:53:02.250030 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:53:02.252716 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:53:02.308304 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:02.369848 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:02.370657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:02.394600 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c83271-9c2e-43aa-9636-03c79af68ec2 req-9bbf1cd0-97a0-4ce6-9d86-4ba46d05120b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:02.396966 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-08c83271-9c2e-43aa-9636-03c79af68ec2 req-9bbf1cd0-97a0-4ce6-9d86-4ba46d05120b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1028440 Aug 13 04:53:02.403279 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-330edbc4-017c-49e9-8710-ff0e45cd7149 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9565365 Aug 13 04:53:02.450019 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-08c83271-9c2e-43aa-9636-03c79af68ec2 req-751e3ce7-ab4b-4d40-b350-c98db4297794 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Aug 13 04:53:02.541068 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-36c9ea66-5762-4f71-9842-0427f2a64685 None None] Provisioning for port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:53:02.544930 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-36c9ea66-5762-4f71-9842-0427f2a64685 None None] Provisioning complete for port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:53:02.545371 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-36c9ea66-5762-4f71-9842-0427f2a64685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:02.579462 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-36c9ea66-5762-4f71-9842-0427f2a64685 None None] Port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:53:05.088374 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 7685e8e4-d1e5-4a6b-b311-c52be75cd3db up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:53:05.135632 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:53:05.139232 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:53:05.139598 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:05.347061 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:05.369428 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:05.371688 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64686699-cc81-4032-9c0e-96a91b214b3a" -d '{"events": [{"server_uuid": "f803736b-32d2-41a5-8ba6-3da2a831bccc", "name": "network-vif-plugged", "status": "completed", "tag": "7685e8e4-d1e5-4a6b-b311-c52be75cd3db"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:05.383671 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:05.387493 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:05.436903 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:10.049244 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-64596c69-deed-4fa9-8642-863660f353da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:12.250776 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3f7891e8-53b1-485b-a7fc-f7b26b53b9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:12.613064 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:13.631239 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:13.954129 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:15.372007 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:18.764691 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Request body: {'port': {'device_id': '609cc432-fe11-425c-8e30-47f40db97805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:18.824895 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.094465 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e932f-4c12-42ed-9bb4-0febbe4fdd70 req-9fbff76a-b3f1-45bb-a589-8eb6393c3901 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:19.095935 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-632e932f-4c12-42ed-9bb4-0febbe4fdd70 req-9fbff76a-b3f1-45bb-a589-8eb6393c3901 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 931 time: 0.1175194 Aug 13 04:53:19.202101 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-632e932f-4c12-42ed-9bb4-0febbe4fdd70 req-085e8d55-254f-4f89-8a91-1afbeadab6c1 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897677 Aug 13 04:53:19.213812 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:53:19.224974 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7905c5-c122-44ae-bdde-a9fd278e509f req-6e1f9c9f-6e06-49a8-9d3f-27ee0556d3dc tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:19.226483 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8f7905c5-c122-44ae-bdde-a9fd278e509f req-6e1f9c9f-6e06-49a8-9d3f-27ee0556d3dc tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.1284399 Aug 13 04:53:19.231657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.255410 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Transition to ACTIVE for port object fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:53:19.262369 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.338554 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8f7905c5-c122-44ae-bdde-a9fd278e509f req-e0ae909e-633e-45ed-b281-e3e0d4318b6a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057241 Aug 13 04:53:19.379642 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:19.449949 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d85ce-a370-4986-9fbe-41453dd49020 req-977c06e3-4e20-4557-83a2-7e487cd1c716 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:19.451488 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e4d85ce-a370-4986-9fbe-41453dd49020 req-977c06e3-4e20-4557-83a2-7e487cd1c716 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.1863828 Aug 13 04:53:19.488590 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-f6b66e76-1f33-4138-b081-d1c246a19942 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:19.490190 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-f6b66e76-1f33-4138-b081-d1c246a19942 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.1846755 Aug 13 04:53:19.576166 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e4d85ce-a370-4986-9fbe-41453dd49020 req-4360ba72-a027-40a2-938c-25e90c9499e2 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065128 Aug 13 04:53:19.584751 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d50fae-cb62-4a21-80fc-4d80ae6ff750 req-fbcdd107-b969-4dec-b6f2-0e9527a0b55a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:19.586152 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-21d50fae-cb62-4a21-80fc-4d80ae6ff750 req-fbcdd107-b969-4dec-b6f2-0e9527a0b55a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 945 time: 0.1798875 Aug 13 04:53:19.596405 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Attempting to bind port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:53:19.596405 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Attempting to bind port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:53:19.596405 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Attempting to bind port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e on network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:53:19.620584 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84383371-5970-43f9-894f-a5ee4f97ed97 x-openstack-request-id: req-84383371-5970-43f9-894f-a5ee4f97ed97 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:19.621669 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f803736b-32d2-41a5-8ba6-3da2a831bccc", "name": "network-vif-plugged", "status": "completed", "tag": "7685e8e4-d1e5-4a6b-b311-c52be75cd3db", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:19.622655 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84383371-5970-43f9-894f-a5ee4f97ed97 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:19.623061 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db', 'code': 200} Aug 13 04:53:19.630762 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e on network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:53:19.631092 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Attempting to bind port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e on network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:53:19.644975 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:53:19.645313 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Checking segment: {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:53:19.645723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Bound using segment: {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:53:19.646154 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Bound port: fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6af29e-4765-4fb5-84bf-74163353449c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:53:19.646511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.676629 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-21d50fae-cb62-4a21-80fc-4d80ae6ff750 req-44b9777c-6fea-4669-9c7a-4d82db2d748b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Aug 13 04:53:19.716339 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Deleting port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:19.716790 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.785956 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:53:19.807611 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:53:19.814655 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.866872 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] For port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:19.867240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.871146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:19.871735 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:19.873526 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] 10.222.0.58 "PUT /v2.0/ports/fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 1093 time: 1.1131389 Aug 13 04:53:19.876051 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:19.878499 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56db745-e9d4-48eb-baa6-868fd258c0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:19.899726 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Calling delete_port for 20ff40e0-2526-4114-b69d-b5eb1c67e5fd owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:19.933653 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23406eab-439c-40d5-b3de-7e0f217b35b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:19.941397 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4f205d-991c-4b96-9e53-10b1c7ea61c8 x-openstack-request-id: req-bd4f205d-991c-4b96-9e53-10b1c7ea61c8 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:19.941594 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:19.941845 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd4f205d-991c-4b96-9e53-10b1c7ea61c8 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:19.942231 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'status': 'completed', 'code': 200} Aug 13 04:53:20.089243 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-3a7bf273-854f-461e-8d18-f1992538d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:20.094362 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-3a7bf273-854f-461e-8d18-f1992538d97e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1096 time: 0.0840507 Aug 13 04:53:20.140976 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407c0ed-b9b4-42ca-9e7c-61482bcef306 req-9588fc0a-722f-429f-9d8c-ee7643b57f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:20.142503 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6407c0ed-b9b4-42ca-9e7c-61482bcef306 req-9588fc0a-722f-429f-9d8c-ee7643b57f31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 1098 time: 0.1305823 Aug 13 04:53:20.149415 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:20.160829 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-07b76be9-d4b6-4d79-8438-1626f6dd640b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 217 time: 0.0454617 Aug 13 04:53:20.188867 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event deleted for resources: {'Port': ['ID=20ff40e0-2526-4114-b69d-b5eb1c67e5fd,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:20.199291 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05', 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c', '20ff40e0-2526-4114-b69d-b5eb1c67e5fd'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:20.215542 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-d134e5e6-8453-4699-8e53-b2fdcd62c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:20.217306 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-d134e5e6-8453-4699-8e53-b2fdcd62c293 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.0486007 Aug 13 04:53:20.227448 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6407c0ed-b9b4-42ca-9e7c-61482bcef306 req-4345e1eb-bc9c-4f57-887e-2625c97cecd9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755847 Aug 13 04:53:20.246482 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] No DVR routers for this DVR port 20ff40e0-2526-4114-b69d-b5eb1c67e5fd on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:53:20.248970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:20.250993 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9c37f875-449a-43b5-8d60-ea89f3e40386 req-2ae80555-407e-4c0d-ac9d-9e906a651f43 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "DELETE /v2.0/ports/20ff40e0-2526-4114-b69d-b5eb1c67e5fd HTTP/1.1" status: 204 len: 173 time: 0.7431743 Aug 13 04:53:20.324827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07904852-889a-4083-821d-a5ebc34bd44b req-5ddbc3d8-a836-4d2e-b656-9beac546f899 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:20.326452 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-07904852-889a-4083-821d-a5ebc34bd44b req-5ddbc3d8-a836-4d2e-b656-9beac546f899 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 943 time: 0.0517454 Aug 13 04:53:20.367391 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-07904852-889a-4083-821d-a5ebc34bd44b req-1d964481-569e-44c4-9a63-b681e00765d5 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Aug 13 04:53:20.455992 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54465c2-33b1-401a-a3f1-a4cc139a3dbf req-ffa34e5c-f785-4fb1-9652-d25909e73f73 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:20.457478 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d54465c2-33b1-401a-a3f1-a4cc139a3dbf req-ffa34e5c-f785-4fb1-9652-d25909e73f73 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.0488064 Aug 13 04:53:20.498847 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d54465c2-33b1-401a-a3f1-a4cc139a3dbf req-da41c11f-12e1-4499-ae94-bb707c57f61d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347214 Aug 13 04:53:20.685311 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12a2e-2841-411e-9f77-400310552659 req-dbc25b02-4869-4d37-a0a9-594c346ebb9e tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:20.686681 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fec12a2e-2841-411e-9f77-400310552659 req-dbc25b02-4869-4d37-a0a9-594c346ebb9e tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.0466957 Aug 13 04:53:20.735280 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fec12a2e-2841-411e-9f77-400310552659 req-bd9e515e-2dac-4152-b406-a6061885615e tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Aug 13 04:53:20.757301 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-6eb9f834-09e8-4625-86fa-b445f2636a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:20.758981 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-6eb9f834-09e8-4625-86fa-b445f2636a22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454278 Aug 13 04:53:20.801986 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-200aceef-33ec-4f94-b24e-5f0e577b2ff3 req-d2395354-d64b-49a7-b33d-fe19f5448479 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf46039-d093-4d38-8fb9-d7d6d09b1a7c HTTP/1.1" status: 200 len: 210 time: 0.0521464 Aug 13 04:53:20.862847 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-5447efa5-14d0-4261-b1e4-1d948a6e85eb service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934720 Aug 13 04:53:21.062121 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-4df97c1b-1fc4-4a32-88fe-70f2a197bbcc req-60c4ccc6-6a6e-4b27-b133-ee100b3ee531 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893497 Aug 13 04:53:21.224060 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-eb076f9a-d811-4961-845a-2fcb15cebb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:21.225464 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-eb076f9a-d811-4961-845a-2fcb15cebb0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1096 time: 0.0385630 Aug 13 04:53:21.319694 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-94f82f20-e66c-4fde-be88-17a96916cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:21.321359 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-94f82f20-e66c-4fde-be88-17a96916cf1f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 914 time: 0.0866380 Aug 13 04:53:21.365843 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-e9902196-94c7-472b-ad1c-02d82a83985a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 217 time: 0.0349493 Aug 13 04:53:21.436792 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-5b4cf9fe-126b-4b26-8ab7-172d26bc2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:21.438838 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-5b4cf9fe-126b-4b26-8ab7-172d26bc2a5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.0509610 Aug 13 04:53:21.500556 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-ef4794c3-6101-40bc-b93f-597d64c3505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:21.502119 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-ef4794c3-6101-40bc-b93f-597d64c3505f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557470 Aug 13 04:53:21.510630 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b27bee-6c89-488b-ae16-2257308185fa req-f69f10c6-a1ab-46ba-a77d-6b96a39fb62e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:21.512342 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-62b27bee-6c89-488b-ae16-2257308185fa req-f69f10c6-a1ab-46ba-a77d-6b96a39fb62e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 943 time: 0.0734811 Aug 13 04:53:21.516774 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:53:21.563587 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-62b27bee-6c89-488b-ae16-2257308185fa req-a42b8513-4b53-4962-ab24-6cd12a66e00a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Aug 13 04:53:21.632431 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-66f960ad-bda3-4fd3-b7e6-c260fa4d6be0 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219554 Aug 13 04:53:21.642602 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef83422-e7ea-4746-9327-c8097c7b1623 req-ad99e529-c077-4e20-8f22-f4c38c0cc426 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:21.644065 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3ef83422-e7ea-4746-9327-c8097c7b1623 req-ad99e529-c077-4e20-8f22-f4c38c0cc426 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.0533001 Aug 13 04:53:21.684619 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3ef83422-e7ea-4746-9327-c8097c7b1623 req-c8a4a164-dc0b-47d4-858c-330afafafe40 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339026 Aug 13 04:53:21.746063 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b56db745-e9d4-48eb-baa6-868fd258c0e4 req-4f5d1a3e-db8e-48c0-a4da-8ca2947f01f5 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976696 Aug 13 04:53:21.858358 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d9e8d-b7e2-42e4-98c9-57a8217062b2 req-be3fa763-8e45-4d70-a52a-3a9a22bf6335 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:21.859929 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f23d9e8d-b7e2-42e4-98c9-57a8217062b2 req-be3fa763-8e45-4d70-a52a-3a9a22bf6335 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.0506949 Aug 13 04:53:21.903802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f23d9e8d-b7e2-42e4-98c9-57a8217062b2 req-767e609c-ced3-47c5-a033-f57a2dab94fd tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362930 Aug 13 04:53:21.943763 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'name': 'network-vif-deleted', 'tag': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:21.946253 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8958fd-43a3-4d2a-979e-88197fdbd8ae" -d '{"events": [{"server_uuid": "3cf46039-d093-4d38-8fb9-d7d6d09b1a7c", "name": "network-vif-deleted", "tag": "20ff40e0-2526-4114-b69d-b5eb1c67e5fd"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:21.982502 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e84ef7-5958-4e13-84f9-ded7838616fe x-openstack-request-id: req-20e84ef7-5958-4e13-84f9-ded7838616fe {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:21.982818 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf46039-d093-4d38-8fb9-d7d6d09b1a7c", "name": "network-vif-deleted", "tag": "20ff40e0-2526-4114-b69d-b5eb1c67e5fd", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:21.983069 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20e84ef7-5958-4e13-84f9-ded7838616fe {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:21.983449 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf46039-d093-4d38-8fb9-d7d6d09b1a7c', 'name': 'network-vif-deleted', 'tag': '20ff40e0-2526-4114-b69d-b5eb1c67e5fd', 'status': 'completed', 'code': 200} Aug 13 04:53:22.684511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec30591-c5d0-433d-bfc4-8b0002774cf1 req-7306d9f7-5083-44d0-8ef5-aabed899d088 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:22.686064 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bec30591-c5d0-433d-bfc4-8b0002774cf1 req-7306d9f7-5083-44d0-8ef5-aabed899d088 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 943 time: 0.0479443 Aug 13 04:53:22.726739 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bec30591-c5d0-433d-bfc4-8b0002774cf1 req-e2092554-9c88-4e17-9343-22acb44be2e8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Aug 13 04:53:22.804930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417eb4c-51ed-41e3-ba94-677fa9d05c16 req-a1d986d2-a36d-4670-9b81-921fbb6bba36 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:22.806458 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c417eb4c-51ed-41e3-ba94-677fa9d05c16 req-a1d986d2-a36d-4670-9b81-921fbb6bba36 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 943 time: 0.0503945 Aug 13 04:53:22.845898 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c417eb4c-51ed-41e3-ba94-677fa9d05c16 req-04dfddfc-5583-43c0-8f89-3d2c3b616cca tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332890 Aug 13 04:53:23.019498 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47d2e-00c2-4a90-8990-4c420bc459ff req-f7244527-2a2b-462f-8774-c51804c8de25 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:23.020959 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-55b47d2e-00c2-4a90-8990-4c420bc459ff req-f7244527-2a2b-462f-8774-c51804c8de25 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.0483000 Aug 13 04:53:23.062472 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-55b47d2e-00c2-4a90-8990-4c420bc459ff req-6c189e90-8bd4-4cf0-b9f8-2776e42c754e tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Aug 13 04:53:23.171115 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 758d593f-28f3-4a0f-8161-be725b5fe6b1 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:53:23.181113 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 20ff40e0-2526-4114-b69d-b5eb1c67e5fd no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:23.206429 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 20ff40e0-2526-4114-b69d-b5eb1c67e5fd {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:23.206808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 20ff40e0-2526-4114-b69d-b5eb1c67e5fd not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:23.293194 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 758d593f-28f3-4a0f-8161-be725b5fe6b1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:23.303653 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'port_id': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'mac_address': 'fa:16:3e:6f:3b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:53:23.343428 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:23.359877 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758d593f-28f3-4a0f-8161-be725b5fe6b1 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:53:23.380569 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 758d593f-28f3-4a0f-8161-be725b5fe6b1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:23.385409 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:23.430752 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=758d593f-28f3-4a0f-8161-be725b5fe6b1,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:23.653801 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d839f-35f0-4cba-be0e-6501c3c1c79c req-eaad86c4-be34-44ac-a036-48be4a8e1969 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:23.655273 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-465d839f-35f0-4cba-be0e-6501c3c1c79c req-eaad86c4-be34-44ac-a036-48be4a8e1969 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0506721 Aug 13 04:53:23.696588 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-465d839f-35f0-4cba-be0e-6501c3c1c79c req-123802bf-44ea-4e56-ad4a-87d46284d3f1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352805 Aug 13 04:53:23.844673 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1639-75a7-4f31-ac80-5294b42d825a req-b0b99e29-f5cc-44a7-8914-2111375a7f8a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:23.846213 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9c4b1639-75a7-4f31-ac80-5294b42d825a req-b0b99e29-f5cc-44a7-8914-2111375a7f8a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 943 time: 0.0513973 Aug 13 04:53:23.892343 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9c4b1639-75a7-4f31-ac80-5294b42d825a req-4e866ec9-7207-4f59-b6ff-707bb3e8cc2e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Aug 13 04:53:23.996471 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32cf45-6c04-4bbb-aaa3-a54788ddd14d req-56e83ee8-a8f8-43c2-8a61-35704d16cc68 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:23.997985 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ff32cf45-6c04-4bbb-aaa3-a54788ddd14d req-56e83ee8-a8f8-43c2-8a61-35704d16cc68 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 944 time: 0.0488071 Aug 13 04:53:24.053760 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ff32cf45-6c04-4bbb-aaa3-a54788ddd14d req-75262dff-9a86-4099-beb2-d1abedf4d612 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487628 Aug 13 04:53:24.076118 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['758d593f-28f3-4a0f-8161-be725b5fe6b1'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:24.288862 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149f568-e66a-4fc2-88d2-08b5806ccd38 req-172d7276-7a1d-42b7-97b3-7b7a528d45b7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:24.290871 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8149f568-e66a-4fc2-88d2-08b5806ccd38 req-172d7276-7a1d-42b7-97b3-7b7a528d45b7 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.0512347 Aug 13 04:53:24.353901 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8149f568-e66a-4fc2-88d2-08b5806ccd38 req-e5f7b96a-f973-41dc-9552-14702b97cd52 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535355 Aug 13 04:53:24.478043 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891f790-68c1-45bb-84de-0bb627faeb9d req-8432593b-869f-4ec9-bc09-2c333a84e812 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:24.479539 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4891f790-68c1-45bb-84de-0bb627faeb9d req-8432593b-869f-4ec9-bc09-2c333a84e812 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0681973 Aug 13 04:53:24.494191 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fddd-0d56-45cf-aee4-9cabc5fc8518 req-fe89dec1-3f52-451d-b6ae-44ea9adb2728 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:24.495590 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f786fddd-0d56-45cf-aee4-9cabc5fc8518 req-fe89dec1-3f52-451d-b6ae-44ea9adb2728 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.0930953 Aug 13 04:53:24.550355 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4891f790-68c1-45bb-84de-0bb627faeb9d req-2871fe38-a0bb-4772-ada4-9586abd3f6a4 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538280 Aug 13 04:53:24.557767 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f786fddd-0d56-45cf-aee4-9cabc5fc8518 req-812c9fc6-d257-442c-a5dc-8756f85c138b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555489 Aug 13 04:53:24.815018 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db1cd3-f2de-4cc6-b2b3-473a77321849 req-46674011-2fc1-434d-aa2d-7d1747ca8135 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:24.816514 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-39db1cd3-f2de-4cc6-b2b3-473a77321849 req-46674011-2fc1-434d-aa2d-7d1747ca8135 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0497427 Aug 13 04:53:24.852872 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-39db1cd3-f2de-4cc6-b2b3-473a77321849 req-e4fac6d2-1f4d-4059-acdc-64cde972bf34 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305693 Aug 13 04:53:25.001356 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9346a4-1c2a-4a78-9a91-32ff2824af21 req-9ed1ea70-1b27-4a3d-ad26-1f8de9f196a6 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:25.002748 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad9346a4-1c2a-4a78-9a91-32ff2824af21 req-9ed1ea70-1b27-4a3d-ad26-1f8de9f196a6 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 943 time: 0.0477607 Aug 13 04:53:25.040219 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad9346a4-1c2a-4a78-9a91-32ff2824af21 req-949d1244-c264-4412-a347-4c1f8abf857d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Aug 13 04:53:25.170832 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd124dba-1a50-47ee-a97a-f9060a1d6ffd req-85cdda1a-c9b1-43c5-b8f6-6c85d48c47b3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:25.172270 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dd124dba-1a50-47ee-a97a-f9060a1d6ffd req-85cdda1a-c9b1-43c5-b8f6-6c85d48c47b3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 944 time: 0.0531113 Aug 13 04:53:25.186968 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:53:25.208881 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dd124dba-1a50-47ee-a97a-f9060a1d6ffd req-37bf4b35-d4c8-4d0d-8693-c45b2fbdcd4b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306168 Aug 13 04:53:25.280587 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:25.291511 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'port_id': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'mac_address': 'fa:16:3e:d6:84:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:53:25.327034 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:25.339062 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:53:25.357583 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:25.361222 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:25.406942 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:25.462153 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b597c-32f2-4715-acdd-5b244d290342 req-bca10c82-6fb9-4a51-ba49-2323974a4471 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:25.463649 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df7b597c-32f2-4715-acdd-5b244d290342 req-bca10c82-6fb9-4a51-ba49-2323974a4471 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.0506878 Aug 13 04:53:25.500469 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df7b597c-32f2-4715-acdd-5b244d290342 req-b3128f97-d527-45ff-911d-05bcfaead952 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Aug 13 04:53:25.698015 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622de7-4039-40a0-9540-73280b19b081 req-ce894c6f-eddc-4f01-83f5-61e2401d3679 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:25.699473 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4622de7-4039-40a0-9540-73280b19b081 req-ce894c6f-eddc-4f01-83f5-61e2401d3679 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0828164 Aug 13 04:53:25.706471 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846cb42-7bcc-4cc2-96da-39a46f53adad req-d55a88dd-8e42-43b1-98c2-3da2ec3cdaf5 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:25.707795 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e846cb42-7bcc-4cc2-96da-39a46f53adad req-d55a88dd-8e42-43b1-98c2-3da2ec3cdaf5 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.0788910 Aug 13 04:53:25.760993 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4622de7-4039-40a0-9540-73280b19b081 req-2c843770-a5d9-42a4-ad6f-d9f53f4cac1e tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522785 Aug 13 04:53:25.765586 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e846cb42-7bcc-4cc2-96da-39a46f53adad req-28d57d3e-e31c-432f-b93e-4560fddf312b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Aug 13 04:53:25.970059 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6d9de-df0b-4c72-aa67-93c47d61a6fb req-56fd7f84-bb27-4009-a530-2537bbe9e487 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:25.971494 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4c6d9de-df0b-4c72-aa67-93c47d61a6fb req-56fd7f84-bb27-4009-a530-2537bbe9e487 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0478303 Aug 13 04:53:26.007018 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4c6d9de-df0b-4c72-aa67-93c47d61a6fb req-de66917f-c2ad-4b6b-89b5-bcb6c9abcc70 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297859 Aug 13 04:53:26.150688 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:26.155280 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235752-8f0c-46d1-9b78-42fda400c648 req-75116321-5496-49e4-bcae-8e2fdd7394a1 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:26.156781 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-12235752-8f0c-46d1-9b78-42fda400c648 req-75116321-5496-49e4-bcae-8e2fdd7394a1 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 944 time: 0.0520794 Aug 13 04:53:26.195814 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-12235752-8f0c-46d1-9b78-42fda400c648 req-83fe08b3-5b99-4a9a-9e25-21c081428be5 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328386 Aug 13 04:53:26.328930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd4bc0-0ea5-45d1-8ddd-000caf581fbb req-232f07a7-039e-4112-a9a2-c2c541e2deeb tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:26.330400 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0edd4bc0-0ea5-45d1-8ddd-000caf581fbb req-232f07a7-039e-4112-a9a2-c2c541e2deeb tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 944 time: 0.0514138 Aug 13 04:53:26.366190 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0edd4bc0-0ea5-45d1-8ddd-000caf581fbb req-6df3824c-5692-400f-a138-222056da41bf tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300443 Aug 13 04:53:26.611047 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a81a7-649f-4162-80fc-85702605ef2f req-81321b4a-3d53-4237-80c3-6b509c2907ca tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:26.612479 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-313a81a7-649f-4162-80fc-85702605ef2f req-81321b4a-3d53-4237-80c3-6b509c2907ca tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.0471265 Aug 13 04:53:26.649512 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-313a81a7-649f-4162-80fc-85702605ef2f req-b51cc279-73aa-4532-b8c0-d01ee02af873 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/security-groups?id=71328e41-1153-4e20-9099-ed5162a9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Aug 13 04:53:26.870316 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-7ec81b23-fba5-4a80-8b39-266991409dd9 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:26.871774 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-7ec81b23-fba5-4a80-8b39-266991409dd9 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 945 time: 0.0494168 Aug 13 04:53:26.903998 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7afc9-f212-490b-9dee-a00ee766f33a req-a4b250f5-1f0b-489a-b8e8-41bb06b1b9a0 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:26.905514 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5ed7afc9-f212-490b-9dee-a00ee766f33a req-a4b250f5-1f0b-489a-b8e8-41bb06b1b9a0 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0788813 Aug 13 04:53:26.919529 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69fcda-890d-4f75-ae29-705d258d938b req-d4b340d3-b162-486e-8eaf-677598633106 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:26.921019 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f69fcda-890d-4f75-ae29-705d258d938b req-d4b340d3-b162-486e-8eaf-677598633106 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.0847754 Aug 13 04:53:26.967041 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Deleting port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:26.967388 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:26.977107 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5ed7afc9-f212-490b-9dee-a00ee766f33a req-2fa4e216-48fb-4046-933f-a1c9d8d2cbc4 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551136 Aug 13 04:53:26.980484 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f69fcda-890d-4f75-ae29-705d258d938b req-1e53df8f-a46a-4e55-8f52-61ab6f388c42 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 Aug 13 04:53:27.057325 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] For port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,segment=NetworkSegment(641a8789-3b19-437f-9edf-235838d9d452),segment_id=641a8789-3b19-437f-9edf-235838d9d452)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:27.057886 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:27.070092 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Calling delete_port for 7685e8e4-d1e5-4a6b-b311-c52be75cd3db owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:27.123019 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db574326-43c7-4a2a-9435-627884275613 req-8184a14c-febf-4150-b100-b2712d521e1b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:27.124598 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db574326-43c7-4a2a-9435-627884275613 req-8184a14c-febf-4150-b100-b2712d521e1b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0481613 Aug 13 04:53:27.163408 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db574326-43c7-4a2a-9435-627884275613 req-64a2a472-fc0e-434b-852f-186044d71084 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327857 Aug 13 04:53:27.190207 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 758d593f-28f3-4a0f-8161-be725b5fe6b1 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:53:27.199512 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:27.226143 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Pushing event deleted for resources: {'Port': ['ID=7685e8e4-d1e5-4a6b-b311-c52be75cd3db,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:27.240921 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 758d593f-28f3-4a0f-8161-be725b5fe6b1 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:53:27.249022 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 758d593f-28f3-4a0f-8161-be725b5fe6b1 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:53:27.249679 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:27.280879 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] No DVR routers for this DVR port 7685e8e4-d1e5-4a6b-b311-c52be75cd3db on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:53:27.290692 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:27.292714 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-0b889f0e-f64a-459d-a66e-9a05898b0897 req-833b43a9-b71b-4b70-80ba-2830ca4575c5 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.58 "DELETE /v2.0/ports/7685e8e4-d1e5-4a6b-b311-c52be75cd3db HTTP/1.1" status: 204 len: 173 time: 0.4115043 Aug 13 04:53:27.293165 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'name': 'network-vif-deleted', 'tag': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:27.295774 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d0fe8-48e9-4543-bf15-b3c079ada3fb" -d '{"events": [{"server_uuid": "f803736b-32d2-41a5-8ba6-3da2a831bccc", "name": "network-vif-deleted", "tag": "7685e8e4-d1e5-4a6b-b311-c52be75cd3db"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:27.344931 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d46611-6a49-4bc0-a9ff-ce112c580f89 x-openstack-request-id: req-49d46611-6a49-4bc0-a9ff-ce112c580f89 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:27.345334 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f803736b-32d2-41a5-8ba6-3da2a831bccc", "name": "network-vif-deleted", "tag": "7685e8e4-d1e5-4a6b-b311-c52be75cd3db", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:27.345695 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49d46611-6a49-4bc0-a9ff-ce112c580f89 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:27.346158 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f803736b-32d2-41a5-8ba6-3da2a831bccc', 'name': 'network-vif-deleted', 'tag': '7685e8e4-d1e5-4a6b-b311-c52be75cd3db', 'status': 'completed', 'code': 200} Aug 13 04:53:27.349315 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:27.351278 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc73f-1fd2-4e13-8276-16a9fea34d1b req-8e38ae7a-48c9-452e-b287-62aa4e630f59 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:27.352759 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-547dc73f-1fd2-4e13-8276-16a9fea34d1b req-8e38ae7a-48c9-452e-b287-62aa4e630f59 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 944 time: 0.0634625 Aug 13 04:53:27.372121 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:27.374461 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe06b1-283f-4841-99cb-6a1803be02a3" -d '{"events": [{"server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "name": "network-vif-plugged", "status": "completed", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:27.388567 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 758d593f-28f3-4a0f-8161-be725b5fe6b1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:27.393251 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:27.394765 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-547dc73f-1fd2-4e13-8276-16a9fea34d1b req-e8802bcf-2a14-43c8-b290-8ed9145a8ccf tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 Aug 13 04:53:27.427111 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4412b210-9322-4cf4-990b-78aca3b3f622 x-openstack-request-id: req-4412b210-9322-4cf4-990b-78aca3b3f622 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:27.427573 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "name": "network-vif-plugged", "status": "completed", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:27.427773 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4412b210-9322-4cf4-990b-78aca3b3f622 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:27.428311 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'code': 200} Aug 13 04:53:27.458110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=758d593f-28f3-4a0f-8161-be725b5fe6b1,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:27.645358 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['7685e8e4-d1e5-4a6b-b311-c52be75cd3db'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:27.728566 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-1fa6b474-eb1d-47fe-bdaa-e32769ce0759 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:27.730110 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-1fa6b474-eb1d-47fe-bdaa-e32769ce0759 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.0535109 Aug 13 04:53:27.744955 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ca6ee-321d-4c5a-a465-2819478f15b6 req-17be0b6e-4745-437c-a35c-44cf3051965a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:27.746471 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-588ca6ee-321d-4c5a-a465-2819478f15b6 req-17be0b6e-4745-437c-a35c-44cf3051965a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.2785103 Aug 13 04:53:27.781388 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-64fb1a25-ad80-4f84-adf8-0d3a44fabede req-c18a0b95-7763-4eb2-8b3f-1d50a60956b9 tempest-VolumesActionsTest-1572304954 tempest-VolumesActionsTest-1572304954-project] 10.222.0.18 "GET /v2.0/ports?device_id=f803736b-32d2-41a5-8ba6-3da2a831bccc HTTP/1.1" status: 200 len: 210 time: 0.0339408 Aug 13 04:53:27.808591 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-588ca6ee-321d-4c5a-a465-2819478f15b6 req-653f7c11-975b-46f0-8119-46ebf9acfd1d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520380 Aug 13 04:53:27.847033 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Deleting port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:27.847378 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:27.850736 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf473ad-a853-4fa1-9805-45ff94d0f18f req-5e37ec94-a9a0-45d7-86d3-bbcd62e2663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:27.852298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5cf473ad-a853-4fa1-9805-45ff94d0f18f req-5e37ec94-a9a0-45d7-86d3-bbcd62e2663d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 1098 time: 0.0391321 Aug 13 04:53:27.897668 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5cf473ad-a853-4fa1-9805-45ff94d0f18f req-85cd23fb-b2c0-47ef-96b9-59a09a6ad379 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271888 Aug 13 04:53:27.935894 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] For port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:27.936412 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:28.132854 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384f3b-634d-4b27-b595-b325939eb514 req-0ba85b42-36bd-43ac-a068-5f8d870f6f7a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:28.134902 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cb384f3b-634d-4b27-b595-b325939eb514 req-0ba85b42-36bd-43ac-a068-5f8d870f6f7a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 945 time: 0.0850577 Aug 13 04:53:28.150203 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fde92e-6e22-4e09-b9e3-fabb9e97c200 req-0d66b69f-27d6-4c22-aa1e-8a46327c3e84 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:28.151597 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a3fde92e-6e22-4e09-b9e3-fabb9e97c200 req-0d66b69f-27d6-4c22-aa1e-8a46327c3e84 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.0917957 Aug 13 04:53:28.182971 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Calling delete_port for 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:28.206990 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cb384f3b-634d-4b27-b595-b325939eb514 req-590e3c79-d35b-48dc-b149-dc371feded17 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543985 Aug 13 04:53:28.211579 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a3fde92e-6e22-4e09-b9e3-fabb9e97c200 req-03d6651c-2d60-4e08-aa0c-64d02039efe9 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529842 Aug 13 04:53:28.312148 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:28.323426 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29cd28-21d6-44a4-a97b-788b80ec6a13 req-0efc9e6e-acc1-4a7d-a772-1a3e98a58747 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:28.325885 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da29cd28-21d6-44a4-a97b-788b80ec6a13 req-0efc9e6e-acc1-4a7d-a772-1a3e98a58747 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0575774 Aug 13 04:53:28.343425 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event deleted for resources: {'Port': ['ID=3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:28.371808 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da29cd28-21d6-44a4-a97b-788b80ec6a13 req-12bc2742-a90a-4b9d-8830-f9370066d698 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391948 Aug 13 04:53:28.374076 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05', 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:28.383727 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] No DVR routers for this DVR port 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:53:28.387005 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:28.389078 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-0173a152-e1b8-41d1-87e0-446f6bb720c9 req-3c7dffd2-a671-4190-9531-1b9eccfcad6f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "DELETE /v2.0/ports/3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c HTTP/1.1" status: 204 len: 173 time: 0.6484303 Aug 13 04:53:28.515377 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc87d3-d069-4743-bc67-995f4d857726 req-2d3f43a2-0383-41d4-b387-2d37d4c92dc6 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:28.517913 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bebc87d3-d069-4743-bc67-995f4d857726 req-2d3f43a2-0383-41d4-b387-2d37d4c92dc6 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 944 time: 0.0495532 Aug 13 04:53:28.555824 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bebc87d3-d069-4743-bc67-995f4d857726 req-4c3b0b4c-479c-4fa7-8dfd-893cc838d4da tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Aug 13 04:53:28.930612 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280de75-c9cf-426d-a4da-160797f7a23c req-7ff66519-1df8-4a4a-a48d-bc2956f2302a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:28.932101 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a280de75-c9cf-426d-a4da-160797f7a23c req-7ff66519-1df8-4a4a-a48d-bc2956f2302a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0502503 Aug 13 04:53:28.971888 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a280de75-c9cf-426d-a4da-160797f7a23c req-0aff6635-aa14-4c95-9841-2d570da581e8 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336876 Aug 13 04:53:29.204509 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:53:29.258898 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:53:29.263761 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:53:29.264242 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:29.348235 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24390cef-b2ca-432c-a802-29af1f355ef2', 'name': 'network-vif-deleted', 'tag': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:29.356343 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493793e8-d58e-4fb9-9006-40a2111cf56a" -d '{"events": [{"server_uuid": "24390cef-b2ca-432c-a802-29af1f355ef2", "name": "network-vif-deleted", "tag": "3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:29.387577 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d472718-78ad-4eb6-888f-edc885f31bfe req-ea2c8fda-8cc0-4add-aacf-ec18a59dd4cd tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=24390cef-b2ca-432c-a802-29af1f355ef2 HTTP/1.1" status: 200 len: 210 time: 0.0417163 Aug 13 04:53:29.392421 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:29.439519 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76ae10-42e4-4f69-ab5a-48666756b017 req-fd095403-4036-4290-ac9f-dfdbd243808a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:29.442383 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5a76ae10-42e4-4f69-ab5a-48666756b017 req-fd095403-4036-4290-ac9f-dfdbd243808a tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.1317785 Aug 13 04:53:29.453643 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-40d0224a-d2e6-46d2-bd56-25ed8d8c3131 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:29.455567 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-40d0224a-d2e6-46d2-bd56-25ed8d8c3131 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 945 time: 0.1324384 Aug 13 04:53:29.460090 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:29.464673 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470fae98-163a-4ca3-ae19-330fefc3811c" -d '{"events": [{"server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "name": "network-vif-plugged", "status": "completed", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:29.483368 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:29.495218 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:29.503381 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5a76ae10-42e4-4f69-ab5a-48666756b017 req-a30d0da0-0535-485c-b3b8-6b7da1eae7a8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526581 Aug 13 04:53:29.524169 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7946da7-6595-47e0-8a94-221f14efcf8a x-openstack-request-id: req-d7946da7-6595-47e0-8a94-221f14efcf8a {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:29.524169 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24390cef-b2ca-432c-a802-29af1f355ef2", "name": "network-vif-deleted", "tag": "3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:29.524169 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7946da7-6595-47e0-8a94-221f14efcf8a {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:29.524169 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24390cef-b2ca-432c-a802-29af1f355ef2', 'name': 'network-vif-deleted', 'tag': '3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c', 'status': 'completed', 'code': 200} Aug 13 04:53:29.552107 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5c1b0b-69e1-42cc-a8ef-d88e7e3157ac x-openstack-request-id: req-3b5c1b0b-69e1-42cc-a8ef-d88e7e3157ac {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:29.552392 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "name": "network-vif-plugged", "status": "completed", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:29.552643 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b5c1b0b-69e1-42cc-a8ef-d88e7e3157ac {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:29.553019 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'code': 200} Aug 13 04:53:29.580925 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:29.620389 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Deleting port 916671e7-7f59-48c9-976a-00079501ae4e {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:29.621000 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:29.640068 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125971-04b3-4c61-95d1-587fcd7575de req-1ac421d6-70dd-4727-8369-7ad73b9b4025 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:29.641763 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8b125971-04b3-4c61-95d1-587fcd7575de req-1ac421d6-70dd-4727-8369-7ad73b9b4025 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0781848 Aug 13 04:53:29.687918 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8b125971-04b3-4c61-95d1-587fcd7575de req-a16832a0-769c-45b4-aaa8-89db427e78e6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378904 Aug 13 04:53:29.741075 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] For port 916671e7-7f59-48c9-976a-00079501ae4e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=916671e7-7f59-48c9-976a-00079501ae4e,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:29.741465 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:29.747093 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07edeb-0778-4a02-8bea-2c5622361723 req-69fc74f3-1ecf-4666-a045-fc5ae8493de0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:29.749216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f07edeb-0778-4a02-8bea-2c5622361723 req-69fc74f3-1ecf-4666-a045-fc5ae8493de0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0648825 Aug 13 04:53:29.755842 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Calling delete_port for 916671e7-7f59-48c9-976a-00079501ae4e owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:29.792756 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f07edeb-0778-4a02-8bea-2c5622361723 req-fe0bc9f9-9861-4766-a5d7-b0201ea7f8ab tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Aug 13 04:53:29.849868 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8985c-63c9-4df4-99cf-df3ffde0e492 req-1b5c9d71-6349-4273-b0c3-3c24ad0e7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:29.851570 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-afb8985c-63c9-4df4-99cf-df3ffde0e492 req-1b5c9d71-6349-4273-b0c3-3c24ad0e7767 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1098 time: 0.0398118 Aug 13 04:53:29.885583 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:29.888214 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-afb8985c-63c9-4df4-99cf-df3ffde0e492 req-bb5e07fd-6af0-4c0f-9eba-0885811dcfdc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281341 Aug 13 04:53:29.918480 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Pushing event deleted for resources: {'Port': ['ID=916671e7-7f59-48c9-976a-00079501ae4e,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:29.929088 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['b8fa0e25-36c0-40db-ad0c-ea3b7c8679df', '916671e7-7f59-48c9-976a-00079501ae4e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:29.952220 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] No DVR routers for this DVR port 916671e7-7f59-48c9-976a-00079501ae4e on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:53:29.954693 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:29.956916 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-40f10d74-c24e-45ca-95ca-8b941bcc4b33 req-0b70f660-13b4-4c8f-9ca5-4fe8477003e8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "DELETE /v2.0/ports/916671e7-7f59-48c9-976a-00079501ae4e HTTP/1.1" status: 204 len: 173 time: 0.4930327 Aug 13 04:53:30.085372 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241ea0c-171f-4e97-bc95-42582b861f13 req-b37dfba8-7e7c-4d54-8d54-a3c325b4e07d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:30.086862 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c241ea0c-171f-4e97-bc95-42582b861f13 req-b37dfba8-7e7c-4d54-8d54-a3c325b4e07d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Aug 13 04:53:30.123059 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c241ea0c-171f-4e97-bc95-42582b861f13 req-8641cf6c-b255-4092-be10-6f850fe666f9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302589 Aug 13 04:53:30.600888 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d3a1c34e-6ba3-42ae-8de1-59a41d5639aa req-be027457-0eef-47bd-a99d-ab335a9e3d6c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0274780 Aug 13 04:53:30.649816 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f482bc2-9fe5-46a7-9bbf-f66973d9993a req-549fc7a8-947c-4b95-888e-b3349f7b22fc tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:30.651798 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f482bc2-9fe5-46a7-9bbf-f66973d9993a req-549fc7a8-947c-4b95-888e-b3349f7b22fc tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0531800 Aug 13 04:53:30.689249 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f482bc2-9fe5-46a7-9bbf-f66973d9993a req-277454bb-65f0-448f-bd65-e1ea35e3c196 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 13 04:53:30.814685 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d371-1f9a-4973-9eb4-45f46e44e774 req-1fdc3fd0-d3fb-4321-9e52-1bc12e63f656 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:30.816163 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a560d371-1f9a-4973-9eb4-45f46e44e774 req-1fdc3fd0-d3fb-4321-9e52-1bc12e63f656 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0488436 Aug 13 04:53:30.854027 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a560d371-1f9a-4973-9eb4-45f46e44e774 req-e6b8769b-3fe4-49d3-9953-31b25cbc31b1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Aug 13 04:53:30.904385 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc1715-6ef3-4ea7-b277-e42f6dd680a4 req-a3ac697d-b75c-46fa-8782-84c8fcd856be tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:30.905849 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cafc1715-6ef3-4ea7-b277-e42f6dd680a4 req-a3ac697d-b75c-46fa-8782-84c8fcd856be tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0479021 Aug 13 04:53:30.943302 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cafc1715-6ef3-4ea7-b277-e42f6dd680a4 req-d4abbb08-0c1b-4520-9bc2-a7836aaeb234 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Aug 13 04:53:31.237497 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da479c-f411-4757-9bb9-3894dd93c13e req-c5e41445-5059-4c0f-b79e-f2517936a456 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:31.238865 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-86da479c-f411-4757-9bb9-3894dd93c13e req-c5e41445-5059-4c0f-b79e-f2517936a456 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Aug 13 04:53:31.276053 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-86da479c-f411-4757-9bb9-3894dd93c13e req-219f6cc5-0196-46f8-a36c-b9a1c7fec516 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312147 Aug 13 04:53:31.519335 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'name': 'network-vif-deleted', 'tag': '916671e7-7f59-48c9-976a-00079501ae4e'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:31.521787 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c6796-8ad4-4f23-aa8b-4887bfb2509b" -d '{"events": [{"server_uuid": "d537cd0f-3757-4391-9162-d738c413d1a3", "name": "network-vif-deleted", "tag": "916671e7-7f59-48c9-976a-00079501ae4e"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:31.555551 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e261ce-51fa-4722-b927-dd0564313a40 x-openstack-request-id: req-d4e261ce-51fa-4722-b927-dd0564313a40 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:31.555836 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d537cd0f-3757-4391-9162-d738c413d1a3", "name": "network-vif-deleted", "tag": "916671e7-7f59-48c9-976a-00079501ae4e", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:31.556086 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4e261ce-51fa-4722-b927-dd0564313a40 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:31.557045 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd537cd0f-3757-4391-9162-d738c413d1a3', 'name': 'network-vif-deleted', 'tag': '916671e7-7f59-48c9-976a-00079501ae4e', 'status': 'completed', 'code': 200} Aug 13 04:53:31.694256 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1c541178-522e-4304-b8fc-9e881bd2917f req-92510ad8-8039-41d5-945c-959a6e2e202c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0262208 Aug 13 04:53:31.803146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e955992-015c-412d-b5a8-922e837b7b5a req-0ef56ddf-31a6-4c25-8897-325ec29862da tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:31.804491 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e955992-015c-412d-b5a8-922e837b7b5a req-0ef56ddf-31a6-4c25-8897-325ec29862da tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0470660 Aug 13 04:53:31.840455 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e955992-015c-412d-b5a8-922e837b7b5a req-692623fc-d2ec-4c62-a09c-34e5000ef0c6 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295150 Aug 13 04:53:31.972398 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029446c-feff-4523-81b6-68fbc4b4ea5a req-0585dcb2-cddf-482e-adc1-2b7582ef9794 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:31.973913 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7029446c-feff-4523-81b6-68fbc4b4ea5a req-0585dcb2-cddf-482e-adc1-2b7582ef9794 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0511434 Aug 13 04:53:32.012255 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7029446c-feff-4523-81b6-68fbc4b4ea5a req-1fc8f8c1-f634-447d-bff0-c8efe534d65a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Aug 13 04:53:32.059338 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ad19a-9a65-436c-9bae-c162fea72849 req-82cf841a-32dd-4f8d-82b7-429adf18bace tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:32.060721 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ca9ad19a-9a65-436c-9bae-c162fea72849 req-82cf841a-32dd-4f8d-82b7-429adf18bace tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Aug 13 04:53:32.097122 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ca9ad19a-9a65-436c-9bae-c162fea72849 req-9364c190-039d-4afa-a73d-66764f1ddfcb tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Aug 13 04:53:32.385939 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a17ffd-92aa-440e-af32-579a6ef1f785 req-6b1fe4d8-a5fd-4914-9c27-2aff5ed48783 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:32.387399 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8a17ffd-92aa-440e-af32-579a6ef1f785 req-6b1fe4d8-a5fd-4914-9c27-2aff5ed48783 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0482864 Aug 13 04:53:32.423962 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8a17ffd-92aa-440e-af32-579a6ef1f785 req-15eed40b-d9ab-411b-82a7-eba4e38fbedc tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308349 Aug 13 04:53:32.788204 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-32f4b1b5-e641-4aab-8365-da83d6d57560 req-0f1e555d-7720-4285-84d5-a08bfdac71a7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0304415 Aug 13 04:53:32.951812 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17063ff-665c-422d-821e-dd1c7897c49f req-72860988-fdd3-48b7-a935-8dac9660d277 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:32.953929 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e17063ff-665c-422d-821e-dd1c7897c49f req-72860988-fdd3-48b7-a935-8dac9660d277 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Aug 13 04:53:32.989771 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e17063ff-665c-422d-821e-dd1c7897c49f req-4096cb39-f71d-46da-ab81-b6369777fb6d tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Aug 13 04:53:33.128055 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cab8d-ecdf-4d56-a85d-a537f9594df6 req-39ee10b2-883f-41fd-bd8e-4640b8341d9c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:33.129557 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-967cab8d-ecdf-4d56-a85d-a537f9594df6 req-39ee10b2-883f-41fd-bd8e-4640b8341d9c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0472746 Aug 13 04:53:33.168904 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-967cab8d-ecdf-4d56-a85d-a537f9594df6 req-d8e50479-b4d9-42d3-b21b-118e223e8e57 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329027 Aug 13 04:53:33.212926 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7efe5-1615-48f3-bb02-00041309fb0b req-bb953655-5b99-45a3-a4c0-99ce39dc710c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:33.214421 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4c7efe5-1615-48f3-bb02-00041309fb0b req-bb953655-5b99-45a3-a4c0-99ce39dc710c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0501390 Aug 13 04:53:33.254502 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4c7efe5-1615-48f3-bb02-00041309fb0b req-342f2d66-94d3-44af-b851-c2f50661dd55 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342309 Aug 13 04:53:33.535554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19053102-b063-4d10-9c75-95152424decd req-773b87da-42fb-490b-968e-fdf27f5bffe7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:33.537254 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-19053102-b063-4d10-9c75-95152424decd req-773b87da-42fb-490b-968e-fdf27f5bffe7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0484734 Aug 13 04:53:33.573720 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-19053102-b063-4d10-9c75-95152424decd req-fc6ca3ac-1f04-4cab-a1d0-42a04573b239 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297720 Aug 13 04:53:33.881650 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-54faf2a1-7732-41c9-987e-289282806e67 req-1d847d73-1992-40d8-b7e2-35ad8d5fceaa tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0256224 Aug 13 04:53:34.100597 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ef21-c943-4433-af5f-3f296d08c766 req-e09a9757-72f9-4e53-bfd3-38aa4907e8ea tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:34.102155 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5a1ef21-c943-4433-af5f-3f296d08c766 req-e09a9757-72f9-4e53-bfd3-38aa4907e8ea tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0474048 Aug 13 04:53:34.137812 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5a1ef21-c943-4433-af5f-3f296d08c766 req-c8b4923a-d238-4cb2-93d6-95d5f6af4fd0 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299706 Aug 13 04:53:34.288160 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3a1de-e4df-4601-994a-b1256674889f req-4a601196-8936-4f0c-8f1d-d43ee25615f8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:34.289643 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-faf3a1de-e4df-4601-994a-b1256674889f req-4a601196-8936-4f0c-8f1d-d43ee25615f8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0509284 Aug 13 04:53:34.337713 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-faf3a1de-e4df-4601-994a-b1256674889f req-f2a66842-8ead-48bb-b09c-2404760bbbfb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Aug 13 04:53:34.372150 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc8c5d-3720-4a04-9493-a5b37eb03e89 req-250b39f2-f4fb-40dc-ba74-7ab5357c98c0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:34.373652 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ddc8c5d-3720-4a04-9493-a5b37eb03e89 req-250b39f2-f4fb-40dc-ba74-7ab5357c98c0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0520251 Aug 13 04:53:34.405380 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:34.411696 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ddc8c5d-3720-4a04-9493-a5b37eb03e89 req-86425837-f0b2-4325-baf6-e8ac545b679a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Aug 13 04:53:34.425944 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:34.426292 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3c782fea-f6b7-4ff0-9f44-6fd334a5aa1c not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:34.426712 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 7685e8e4-d1e5-4a6b-b311-c52be75cd3db no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:34.447707 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 7685e8e4-d1e5-4a6b-b311-c52be75cd3db {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:34.448048 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 7685e8e4-d1e5-4a6b-b311-c52be75cd3db not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:34.565903 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 916671e7-7f59-48c9-976a-00079501ae4e no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:34.585247 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 916671e7-7f59-48c9-976a-00079501ae4e {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:34.585612 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 916671e7-7f59-48c9-976a-00079501ae4e not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:34.684978 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8693a5-3727-437a-8e75-8c5b1f7c4ea8 req-a40c1d75-fc35-497a-9414-46effb69cb2e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:34.686471 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2d8693a5-3727-437a-8e75-8c5b1f7c4ea8 req-a40c1d75-fc35-497a-9414-46effb69cb2e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0478597 Aug 13 04:53:34.723448 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2d8693a5-3727-437a-8e75-8c5b1f7c4ea8 req-6669eb92-57e3-4a01-8d4b-b0ad069983c3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309720 Aug 13 04:53:34.981657 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7f568fa6-3bd2-4cc9-b57a-3dc24ee86057 req-f4854220-89d9-4a4b-bf24-83faa098675b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Aug 13 04:53:35.253593 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397429-e55a-46f7-a52e-e612af4a81b3 req-d0c5eee2-c72a-46c8-9de1-703ad0f6a8da tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:35.255030 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5d397429-e55a-46f7-a52e-e612af4a81b3 req-d0c5eee2-c72a-46c8-9de1-703ad0f6a8da tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Aug 13 04:53:35.293593 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5d397429-e55a-46f7-a52e-e612af4a81b3 req-b1311099-1ebf-4a15-bf03-0861c8caed53 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Aug 13 04:53:35.456466 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9adee6-9c6d-433d-8c68-53521897f354 req-99a96f3e-f2e1-4d75-ae7a-b3247a323d6d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:35.457983 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5c9adee6-9c6d-433d-8c68-53521897f354 req-99a96f3e-f2e1-4d75-ae7a-b3247a323d6d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0510881 Aug 13 04:53:35.521090 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5c9adee6-9c6d-433d-8c68-53521897f354 req-49e20e99-b11a-40a9-a53b-b3d21ff521ab tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564256 Aug 13 04:53:35.540568 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7063458-2200-4344-91b3-7bcb10cc1ec4 req-282beb74-34a3-4cc5-9637-49460d09d3df tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:35.543166 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7063458-2200-4344-91b3-7bcb10cc1ec4 req-282beb74-34a3-4cc5-9637-49460d09d3df tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0638659 Aug 13 04:53:35.578388 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7063458-2200-4344-91b3-7bcb10cc1ec4 req-31b4a970-dbfc-450c-a38c-6f2fabd8d223 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Aug 13 04:53:35.837526 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f2ee1-b903-462a-b033-4eb05a1d94a9 req-e70e06a4-840d-40aa-b852-033f3b2e4825 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:35.839030 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d48f2ee1-b903-462a-b033-4eb05a1d94a9 req-e70e06a4-840d-40aa-b852-033f3b2e4825 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Aug 13 04:53:35.875384 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d48f2ee1-b903-462a-b033-4eb05a1d94a9 req-398c081f-83fb-4a02-baea-a44ad6ce93d6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305982 Aug 13 04:53:35.985918 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebbee1-09a5-4aaf-b16c-79346023eae2 req-16e70493-45dc-4150-9fff-39be3d1d169d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:35.987322 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4aebbee1-09a5-4aaf-b16c-79346023eae2 req-16e70493-45dc-4150-9fff-39be3d1d169d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0476506 Aug 13 04:53:36.025494 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4aebbee1-09a5-4aaf-b16c-79346023eae2 req-7292beb7-9f86-4c19-85b6-11cbde8c1ab1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323210 Aug 13 04:53:36.048310 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58052) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:36.096490 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-16a0555e-2b8d-43ac-bc13-aaa6a84f0693 req-2027234c-8222-4f34-9066-b80b2c16768f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d537cd0f-3757-4391-9162-d738c413d1a3 HTTP/1.1" status: 200 len: 210 time: 0.0310016 Aug 13 04:53:36.258347 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d9910-5640-477a-9a96-439b7c2e3037 tempest-TestVolumeBootPattern-1911335630 tempest-TestVolumeBootPattern-1911335630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:36.259826 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-778d9910-5640-477a-9a96-439b7c2e3037 tempest-TestVolumeBootPattern-1911335630 tempest-TestVolumeBootPattern-1911335630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 1093 time: 0.2105145 Aug 13 04:53:36.263049 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58058) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:36.267877 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'port_id': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:36.299286 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:36.401705 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:36.414051 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5605-73f3-4dae-880d-ef5026bc6d66 req-ac261287-8e38-4576-97ea-461bbdf4cab7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:36.421778 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6df5605-73f3-4dae-880d-ef5026bc6d66 req-ac261287-8e38-4576-97ea-461bbdf4cab7 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0548236 Aug 13 04:53:36.458751 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6df5605-73f3-4dae-880d-ef5026bc6d66 req-2662d30c-e7f2-4d5a-8356-72b6f1272883 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Aug 13 04:53:36.516642 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Allocated IP 172.27.1.65 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/745d05ee-3cbb-449d-9f0b-aa133db213f9) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:53:36.663025 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a358b4-d406-4ee3-96ee-70f0dee64ee3 req-14bfabd1-446b-4a52-8d96-a147b017f32a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:36.664966 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5a358b4-d406-4ee3-96ee-70f0dee64ee3 req-14bfabd1-446b-4a52-8d96-a147b017f32a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0662315 Aug 13 04:53:36.675996 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:36.720456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:36.767457 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:53:36.769602 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffed640-3a3d-4bb9-9928-94ca371eac86 req-bb54fe6c-d110-40e2-8071-d1e6803e3441 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:36.770174 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:53:36.771160 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ffed640-3a3d-4bb9-9928-94ca371eac86 req-bb54fe6c-d110-40e2-8071-d1e6803e3441 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.1023202 Aug 13 04:53:36.776710 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:53:36.810040 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5a358b4-d406-4ee3-96ee-70f0dee64ee3 req-18fb1b86-5c37-482d-adfb-df30f004e784 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229472 Aug 13 04:53:36.938008 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=745d05ee-3cbb-449d-9f0b-aa133db213f9,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:36.965258 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ffed640-3a3d-4bb9-9928-94ca371eac86 req-2ccf7aa5-5975-43b2-b806-09244b0703ab tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512883 Aug 13 04:53:36.966206 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.966565 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.966918 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.967439 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.967728 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.968068 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.968406 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.970137 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.970297 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.970951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.970951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:36.971553 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:37.434583 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738636e-0bef-497f-8d9f-d38664465dd5 req-2d88581b-ddd9-463d-a279-ae7e547ddc43 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:37.436186 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8738636e-0bef-497f-8d9f-d38664465dd5 req-2d88581b-ddd9-463d-a279-ae7e547ddc43 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0514286 Aug 13 04:53:37.461125 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:37.477023 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8738636e-0bef-497f-8d9f-d38664465dd5 req-f3f2cac8-1145-4f6f-990c-40539fa08c32 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Aug 13 04:53:37.573555 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:37.588404 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278c44-2b9d-4cc9-8f60-c8ce6d270bc2 req-fe2895fe-2e89-4d54-89e0-e47afea45551 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:37.588404 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-73278c44-2b9d-4cc9-8f60-c8ce6d270bc2 req-fe2895fe-2e89-4d54-89e0-e47afea45551 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Aug 13 04:53:37.646296 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-73278c44-2b9d-4cc9-8f60-c8ce6d270bc2 req-cb44708e-6b53-4159-8fd1-1e711159e0ed tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Aug 13 04:53:37.763224 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:37.768236 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:37.837371 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=745d05ee-3cbb-449d-9f0b-aa133db213f9,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:37.880904 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:38.004418 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.l3_db [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Floating IP c358641b-1b12-44dc-8b75-10b59afc0ac5 associated. External IP: 172.27.1.65, port: 758d593f-28f3-4a0f-8161-be725b5fe6b1. Aug 13 04:53:38.027141 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321d59a-5980-433c-906e-7ad053bf9833 req-6f2cb1b2-0e61-46f1-aa1c-4387f3fef9bc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:38.036473 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6321d59a-5980-433c-906e-7ad053bf9833 req-6f2cb1b2-0e61-46f1-aa1c-4387f3fef9bc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1182194 Aug 13 04:53:38.129003 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12028c36-bc10-4a71-831e-115ab7807853 req-a852709c-fca3-4dcf-b639-be7b8c2c89ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:38.139611 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-12028c36-bc10-4a71-831e-115ab7807853 req-a852709c-fca3-4dcf-b639-be7b8c2c89ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0898669 Aug 13 04:53:38.168005 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6321d59a-5980-433c-906e-7ad053bf9833 req-a56c8d6c-b2d3-419d-9d5b-c248b7d5fc20 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291115 Aug 13 04:53:38.240349 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-12028c36-bc10-4a71-831e-115ab7807853 req-8747ce04-4d7c-4c6e-8bb8-efe99e0931b8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007144 Aug 13 04:53:38.333426 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:53:38.358180 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf12656-481c-4978-baee-ad44f639036a req-57fd7dca-5070-41a3-98a0-ecb89f6ee9e2 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:38.361851 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ecf12656-481c-4978-baee-ad44f639036a req-57fd7dca-5070-41a3-98a0-ecb89f6ee9e2 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0738354 Aug 13 04:53:38.424450 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ecf12656-481c-4978-baee-ad44f639036a req-73119218-9166-4923-b898-dfb500a736f0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564277 Aug 13 04:53:38.500349 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36f013-84c2-4b66-a8ce-6d211e84f549 req-e97d277f-9df0-4659-9bfa-a80563e76914 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:38.503037 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:53:38.519038 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd44b8-aebb-4125-b134-42f57788aedd req-751232d3-d783-4cf1-892f-b3c914598041 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:38.519665 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:53:38.520531 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-21cd44b8-aebb-4125-b134-42f57788aedd req-751232d3-d783-4cf1-892f-b3c914598041 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 945 time: 0.0809436 Aug 13 04:53:38.528089 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8c36f013-84c2-4b66-a8ce-6d211e84f549 req-e97d277f-9df0-4659-9bfa-a80563e76914 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1210606 Aug 13 04:53:38.533104 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:53:38.535147 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:53:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:38.546540 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:38.619213 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8c36f013-84c2-4b66-a8ce-6d211e84f549 req-b3fe686b-cb88-4a25-834c-759f8335ff80 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881603 Aug 13 04:53:38.640807 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-21d91837-94dc-4b1b-997a-2407e4b45c8d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3762531 Aug 13 04:53:38.641672 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:38.644361 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65110aa3-bf94-48b5-89de-8ff79263590d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:38.674232 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:53:38.738107 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Deleting port bd73e7d5-6400-4580-b60c-e6e63b00e98c {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:38.738489 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:38.844352 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d74bd-5dd2-48c1-b1b8-ec098a80bb44 req-5f1d6cd4-a4a8-4b98-8009-ab0d73b0b7b5 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:38.869478 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ca8d74bd-5dd2-48c1-b1b8-ec098a80bb44 req-5f1d6cd4-a4a8-4b98-8009-ab0d73b0b7b5 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1169548 Aug 13 04:53:38.870555 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] For port bd73e7d5-6400-4580-b60c-e6e63b00e98c, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=bd73e7d5-6400-4580-b60c-e6e63b00e98c,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:38.871028 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:38.885100 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Calling delete_port for bd73e7d5-6400-4580-b60c-e6e63b00e98c owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:38.933795 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d9544-0c46-492c-89fe-f603294118a0 x-openstack-request-id: req-6e3d9544-0c46-492c-89fe-f603294118a0 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:38.934205 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:38.934552 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e3d9544-0c46-492c-89fe-f603294118a0 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:38.935151 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'status': 'completed', 'code': 200} Aug 13 04:53:38.939719 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ca8d74bd-5dd2-48c1-b1b8-ec098a80bb44 req-8958aab7-a53c-4134-a313-0cece1913ac7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600951 Aug 13 04:53:39.046160 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'c358641b-1b12-44dc-8b75-10b59afc0ac5', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:6f:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8909007-f045-462e-9c92-244d6f109729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:53:37Z', 'updated_at': '2021-08-13T04:53:37Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:39.085395 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:53:39.096162 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:53:39.096705 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:53:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:39.099330 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:39.128344 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event deleted for resources: {'Port': ['ID=bd73e7d5-6400-4580-b60c-e6e63b00e98c,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:39.129194 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65110aa3-bf94-48b5-89de-8ff79263590d req-f038d138-cce3-4c85-9bf6-636ac8fe289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:39.130716 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65110aa3-bf94-48b5-89de-8ff79263590d req-f038d138-cce3-4c85-9bf6-636ac8fe289a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 1098 time: 0.1330848 Aug 13 04:53:39.143792 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999f723-9ce2-4f81-ab80-280d6bc11c1d req-96c284c5-c8c0-43ff-8c37-f262b76d0cc1 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:39.153506 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7999f723-9ce2-4f81-ab80-280d6bc11c1d req-96c284c5-c8c0-43ff-8c37-f262b76d0cc1 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.1178126 Aug 13 04:53:39.163393 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05', 'bd73e7d5-6400-4580-b60c-e6e63b00e98c'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:39.185816 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] No DVR routers for this DVR port bd73e7d5-6400-4580-b60c-e6e63b00e98c on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:53:39.189172 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:39.192028 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-21cd44b8-aebb-4125-b134-42f57788aedd req-4fceb5e8-cdcc-4ad0-a36d-4ef94999e22f tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "DELETE /v2.0/ports/bd73e7d5-6400-4580-b60c-e6e63b00e98c HTTP/1.1" status: 204 len: 173 time: 0.6145144 Aug 13 04:53:39.212457 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1930-f34d-48c9-a996-65bab8c0c750 req-5fd357c7-2587-49b7-b358-6d43af4222f8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:39.219148 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d2ad1930-f34d-48c9-a996-65bab8c0c750 req-5fd357c7-2587-49b7-b358-6d43af4222f8 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2278612-f028-4d96-8256-fdd478cbe998 HTTP/1.1" status: 200 len: 867 time: 0.1853135 Aug 13 04:53:39.254856 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:53:39.334298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7999f723-9ce2-4f81-ab80-280d6bc11c1d req-028776ff-46fc-4f54-9783-18e4c26fb505 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798084 Aug 13 04:53:39.391226 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65110aa3-bf94-48b5-89de-8ff79263590d req-3018ea32-e3fc-469d-9ccd-7da0ecdf4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:39.393634 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65110aa3-bf94-48b5-89de-8ff79263590d req-3018ea32-e3fc-469d-9ccd-7da0ecdf4f51 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.2356105 Aug 13 04:53:39.407640 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d2ad1930-f34d-48c9-a996-65bab8c0c750 req-9554aa28-7315-46dc-b2d4-69f752acd294 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777160 Aug 13 04:53:39.687846 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65110aa3-bf94-48b5-89de-8ff79263590d req-32b59ccc-5919-404e-9bd1-fc9f26a3440e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1 HTTP/1.1" status: 200 len: 998 time: 0.2768519 Aug 13 04:53:39.788220 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'c358641b-1b12-44dc-8b75-10b59afc0ac5', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:6f:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8909007-f045-462e-9c92-244d6f109729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:53:37Z', 'updated_at': '2021-08-13T04:53:37Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:39.791265 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33def6-421f-41cb-abdc-c186ee1e3176 req-95c951af-17a4-44c2-9c33-79ad5f46aff4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:39.793041 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0b33def6-421f-41cb-abdc-c186ee1e3176 req-95c951af-17a4-44c2-9c33-79ad5f46aff4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.2807636 Aug 13 04:53:39.832363 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a100bca-d1b9-458f-8e1d-62b480b69cba None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'c358641b-1b12-44dc-8b75-10b59afc0ac5', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:6f:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8909007-f045-462e-9c92-244d6f109729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:53:37Z', 'updated_at': '2021-08-13T04:53:37Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:53:39.847110 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65110aa3-bf94-48b5-89de-8ff79263590d req-a25dc5f5-9b65-467a-9c7f-4e0f42e76e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:39.848941 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65110aa3-bf94-48b5-89de-8ff79263590d req-a25dc5f5-9b65-467a-9c7f-4e0f42e76e50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.1429286 Aug 13 04:53:39.859854 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0b33def6-421f-41cb-abdc-c186ee1e3176 req-48f35bde-d268-418e-bc27-5674a50e2066 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574386 Aug 13 04:53:39.920255 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ea152-a9a4-4eda-aac3-644608a74d4e req-566b9f85-89d5-43ef-ba28-58c36bc6f803 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:39.929019 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b49ea152-a9a4-4eda-aac3-644608a74d4e req-566b9f85-89d5-43ef-ba28-58c36bc6f803 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.2011149 Aug 13 04:53:40.073971 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f4948a70-763a-420f-9829-f633609028e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:40.085202 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b49ea152-a9a4-4eda-aac3-644608a74d4e req-27cc6adc-08bc-45e1-8352-d3f91942457d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467180 Aug 13 04:53:40.097898 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65110aa3-bf94-48b5-89de-8ff79263590d req-5208075b-5e82-47ab-b081-6d204bcc2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:40.099676 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65110aa3-bf94-48b5-89de-8ff79263590d req-5208075b-5e82-47ab-b081-6d204bcc2a8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2382288 Aug 13 04:53:40.216410 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be15d-dfb0-407d-ae06-c75e11b13a05 req-31b07d4a-158b-402b-948f-21ad0fc02630 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:40.222010 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-751be15d-dfb0-407d-ae06-c75e11b13a05 req-31b07d4a-158b-402b-948f-21ad0fc02630 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.1645262 Aug 13 04:53:40.262094 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc41ce-ad22-4a8e-bf44-f73268fa79a4 None None] New status for floating IP c358641b-1b12-44dc-8b75-10b59afc0ac5: ACTIVE {{(pid=105493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:53:40.291183 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-751be15d-dfb0-407d-ae06-c75e11b13a05 req-1dabfed2-cbcc-4397-9baf-211c40f3a985 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570903 Aug 13 04:53:40.294228 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65110aa3-bf94-48b5-89de-8ff79263590d req-1a8093e8-1589-42e3-a8f1-a3c7e66ae230 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754253 Aug 13 04:53:40.395657 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65110aa3-bf94-48b5-89de-8ff79263590d req-e75e37de-7a32-491d-b82e-8c5f944f1670 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913384 Aug 13 04:53:40.936591 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2278612-f028-4d96-8256-fdd478cbe998', 'name': 'network-vif-deleted', 'tag': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:40.939432 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cebc93d-5cba-42f3-862c-46353b5c5ad2" -d '{"events": [{"server_uuid": "a2278612-f028-4d96-8256-fdd478cbe998", "name": "network-vif-deleted", "tag": "bd73e7d5-6400-4580-b60c-e6e63b00e98c"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:40.980674 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1060ac01-0a3e-4596-97cc-e60a8739310a x-openstack-request-id: req-1060ac01-0a3e-4596-97cc-e60a8739310a {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:40.981221 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2278612-f028-4d96-8256-fdd478cbe998", "name": "network-vif-deleted", "tag": "bd73e7d5-6400-4580-b60c-e6e63b00e98c", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:40.981558 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1060ac01-0a3e-4596-97cc-e60a8739310a {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:40.982002 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2278612-f028-4d96-8256-fdd478cbe998', 'name': 'network-vif-deleted', 'tag': 'bd73e7d5-6400-4580-b60c-e6e63b00e98c', 'status': 'completed', 'code': 200} Aug 13 04:53:41.062964 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc00-5e7a-4890-9b2f-a6221a53151e req-7ed33b53-ed05-471a-be8b-244fe3211241 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:41.064201 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7c2fbc00-5e7a-4890-9b2f-a6221a53151e req-7ed33b53-ed05-471a-be8b-244fe3211241 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0566123 Aug 13 04:53:41.121829 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7c2fbc00-5e7a-4890-9b2f-a6221a53151e req-bf47e39b-22ca-486e-b0d4-35fc5715ccfb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510783 Aug 13 04:53:41.214967 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47171f14-3b66-43fc-b0bc-52ecb7d4dbed req-915f4f7b-d5af-4273-81c6-31bf69b78ec3 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:41.216186 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-47171f14-3b66-43fc-b0bc-52ecb7d4dbed req-915f4f7b-d5af-4273-81c6-31bf69b78ec3 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0561028 Aug 13 04:53:41.269486 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-47171f14-3b66-43fc-b0bc-52ecb7d4dbed req-5c91accd-c584-4a41-9f7b-682f054f02cc tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Aug 13 04:53:41.431532 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b44ff-a1d6-454f-85b8-a01401068605 req-5fe2b83a-0a1f-45c6-866f-8913858bbd78 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:41.436789 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-436b44ff-a1d6-454f-85b8-a01401068605 req-5fe2b83a-0a1f-45c6-866f-8913858bbd78 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0652318 Aug 13 04:53:41.481612 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-436b44ff-a1d6-454f-85b8-a01401068605 req-c20bc92f-dd7e-489c-b512-14de2b1aceeb tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394351 Aug 13 04:53:41.987414 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39aa2-5395-4f9c-9556-351bb68c5d2b req-ba47c578-3938-4f33-91cb-11e5e0c829b9 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:41.998350 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-49c39aa2-5395-4f9c-9556-351bb68c5d2b req-ba47c578-3938-4f33-91cb-11e5e0c829b9 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0688131 Aug 13 04:53:42.033824 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-49c39aa2-5395-4f9c-9556-351bb68c5d2b req-995eaa46-7983-4037-a4f9-44304d33bb86 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Aug 13 04:53:42.254276 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-9d2283f5-4495-4cdd-99cf-71c7e95c0669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:42.287389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fd28b-380e-4a6d-881a-1b14c18df993 req-e8eea34d-5574-49ea-9461-0a6c9b853842 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:42.289058 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7c7fd28b-380e-4a6d-881a-1b14c18df993 req-e8eea34d-5574-49ea-9461-0a6c9b853842 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0861130 Aug 13 04:53:42.296257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-6fcad44d-6f14-40d4-83ad-7a9e0bdc6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:42.297828 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-6fcad44d-6f14-40d4-83ad-7a9e0bdc6f7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0663316 Aug 13 04:53:42.346941 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7c7fd28b-380e-4a6d-881a-1b14c18df993 req-8967e6b5-b6a7-4cfa-8fdf-0b0747a5917c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481801 Aug 13 04:53:42.449553 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37f54a-196e-4c26-951f-d7a079f100ee req-f8c3ce21-dc50-4e9c-8357-e63b177cefb0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:42.451050 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab37f54a-196e-4c26-951f-d7a079f100ee req-f8c3ce21-dc50-4e9c-8357-e63b177cefb0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1074233 Aug 13 04:53:42.453834 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-402f49cc-d4db-4500-a6f7-aafda948187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:42.455385 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-402f49cc-d4db-4500-a6f7-aafda948187a service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.1315262 Aug 13 04:53:42.464351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device bd73e7d5-6400-4580-b60c-e6e63b00e98c no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:42.487658 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: bd73e7d5-6400-4580-b60c-e6e63b00e98c {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:42.488131 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device bd73e7d5-6400-4580-b60c-e6e63b00e98c not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:42.535403 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab37f54a-196e-4c26-951f-d7a079f100ee req-d3995818-9723-4451-96be-9fa8c6b5ee1f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782771 Aug 13 04:53:42.560308 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-9ca9e27f-5d02-421c-8e77-1521d785f51c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 200 len: 1001 time: 0.0798845 Aug 13 04:53:42.626209 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:42.632371 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-517e702a-5fc4-4dd6-bac0-3917fdbb2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:42.633926 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-517e702a-5fc4-4dd6-bac0-3917fdbb2354 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.0713522 Aug 13 04:53:42.649296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d07b1-8b31-4812-8166-a75da2882d6b req-bd0c8a2f-0f45-4ee0-afad-e4018823e0db tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:42.651423 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fc9d07b1-8b31-4812-8166-a75da2882d6b req-bd0c8a2f-0f45-4ee0-afad-e4018823e0db tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0805140 Aug 13 04:53:42.727992 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fc9d07b1-8b31-4812-8166-a75da2882d6b req-d383119a-3435-4c59-8889-4e15e41f566e tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Aug 13 04:53:42.738293 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-2e80d1a3-ae7a-4bac-9ebc-f8c8d04d0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:42.739880 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-2e80d1a3-ae7a-4bac-9ebc-f8c8d04d0572 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874875 Aug 13 04:53:42.849683 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-6c296e97-5635-4208-a898-55964992dfa6 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993516 Aug 13 04:53:42.950561 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f46044c-2370-4b1b-a774-39ba7bdb02fc req-2074cc97-0bb9-470a-8fb9-2baefe3286f3 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920908 Aug 13 04:53:43.167900 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6e971-880a-4a59-91df-1adef080b395 req-811cbb76-be38-4e74-9007-43f81ab5d1ac tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:43.169529 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-51e6e971-880a-4a59-91df-1adef080b395 req-811cbb76-be38-4e74-9007-43f81ab5d1ac tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0517690 Aug 13 04:53:43.218357 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-51e6e971-880a-4a59-91df-1adef080b395 req-9d091e4c-78a1-4551-a631-7dd03f8c1b6b tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Aug 13 04:53:43.534481 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f51e-6bba-4515-b5a6-81ac9c93ef71 req-f65fcbdf-d0a1-4372-a39b-abe4d2819206 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:43.536497 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2d19f51e-6bba-4515-b5a6-81ac9c93ef71 req-f65fcbdf-d0a1-4372-a39b-abe4d2819206 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1072929 Aug 13 04:53:43.599527 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2d19f51e-6bba-4515-b5a6-81ac9c93ef71 req-e0530da1-7144-41bf-b121-1e144ae5b747 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450754 Aug 13 04:53:43.644039 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:43.708079 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70f37-4393-4160-8c96-7e2309499f14 req-20c3a750-d702-4ae6-9515-e1214b025ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:43.709909 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b0a70f37-4393-4160-8c96-7e2309499f14 req-20c3a750-d702-4ae6-9515-e1214b025ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0786700 Aug 13 04:53:43.769223 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b0a70f37-4393-4160-8c96-7e2309499f14 req-1418c62c-9db1-44ee-a940-1e4528d964b0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492344 Aug 13 04:53:43.855686 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068b03c-1397-4a9b-89d2-30658459179a req-c7102d03-a452-49a2-aa4c-2bb466e9e8d7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:43.864173 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d068b03c-1397-4a9b-89d2-30658459179a req-c7102d03-a452-49a2-aa4c-2bb466e9e8d7 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0648971 Aug 13 04:53:43.908405 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d068b03c-1397-4a9b-89d2-30658459179a req-a285a0f1-1cb1-4c86-a239-57c2067f686f tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Aug 13 04:53:43.989143 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:44.368700 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6982e-df68-459e-a6d1-4aeef3d826b7 req-88122ff4-f98f-4fa5-bb99-6399da4368d2 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:44.373932 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4e6982e-df68-459e-a6d1-4aeef3d826b7 req-88122ff4-f98f-4fa5-bb99-6399da4368d2 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0743740 Aug 13 04:53:44.420029 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4e6982e-df68-459e-a6d1-4aeef3d826b7 req-3bf5aef3-eef4-45ac-b7c1-d19f16d4042a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Aug 13 04:53:44.737620 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f003bf-b872-41e6-8e73-c9f2e8897a12 req-bcab7bdc-56ec-4232-93c7-223534053eab tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:44.739195 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a5f003bf-b872-41e6-8e73-c9f2e8897a12 req-bcab7bdc-56ec-4232-93c7-223534053eab tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0623856 Aug 13 04:53:44.783803 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a5f003bf-b872-41e6-8e73-c9f2e8897a12 req-74659132-2495-4e3f-9464-1cf8313f0a0d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377710 Aug 13 04:53:44.911263 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3d7eb-abfe-4e3e-855a-92a425e8c46c req-dedaf076-9330-4695-9743-8fe68af49481 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:44.913216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3be3d7eb-abfe-4e3e-855a-92a425e8c46c req-dedaf076-9330-4695-9743-8fe68af49481 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0612652 Aug 13 04:53:44.961287 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3be3d7eb-abfe-4e3e-855a-92a425e8c46c req-401349df-660c-4f2b-99ad-4206734f122a tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Aug 13 04:53:45.091995 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479f8fc-c81b-403d-8478-244eed9e8a6d req-1bdc955d-98e3-493e-af69-909b15fda240 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:45.093827 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b479f8fc-c81b-403d-8478-244eed9e8a6d req-1bdc955d-98e3-493e-af69-909b15fda240 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0848575 Aug 13 04:53:45.132952 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-25262a84-39c8-4e91-85c4-b668f044f9a1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:45.134436 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-25262a84-39c8-4e91-85c4-b668f044f9a1 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0895243 Aug 13 04:53:45.164120 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b479f8fc-c81b-403d-8478-244eed9e8a6d req-f403626d-ccc1-4fde-8396-715fcfe66da6 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640879 Aug 13 04:53:45.249207 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Deleting port e2324eac-0204-424c-85b7-d3070ff3ff05 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:45.249584 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:45.387772 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:45.597388 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe0ba1-02f0-4156-9fc5-6a874538b5d9 req-57adae23-4010-417d-adaf-496f5e595b9c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:45.598904 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b0fe0ba1-02f0-4156-9fc5-6a874538b5d9 req-57adae23-4010-417d-adaf-496f5e595b9c tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 946 time: 0.0804734 Aug 13 04:53:45.606776 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] For port e2324eac-0204-424c-85b7-d3070ff3ff05, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2324eac-0204-424c-85b7-d3070ff3ff05,segment=NetworkSegment(0bfa9f42-71ef-49b1-a837-7e42a993b3d0),segment_id=0bfa9f42-71ef-49b1-a837-7e42a993b3d0)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:45.607223 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:45.630096 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Calling delete_port for e2324eac-0204-424c-85b7-d3070ff3ff05 owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:45.698540 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b0fe0ba1-02f0-4156-9fc5-6a874538b5d9 req-a68cbedb-b5ef-4079-a95c-a453f575c00a tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3b98e9a-bc00-465a-8804-8b9517070217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917718 Aug 13 04:53:45.832705 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:45.877841 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Pushing event deleted for resources: {'Port': ['ID=e2324eac-0204-424c-85b7-d3070ff3ff05,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:45.878572 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e2324eac-0204-424c-85b7-d3070ff3ff05'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:45.922617 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.923124 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.923561 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.924004 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.924450 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.924879 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.925308 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.925761 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.926188 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.926621 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.927041 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.927472 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:45.962454 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] No DVR routers for this DVR port e2324eac-0204-424c-85b7-d3070ff3ff05 on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:53:45.966344 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:45.967104 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-72f5f6b4-a7f1-49ea-9a30-e55d0e018d6c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:45.968800 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f863e67b-9995-47ce-a94f-003daa11bf5b req-61b8b64b-592f-4756-8e9b-8e27b3706515 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.58 "DELETE /v2.0/ports/e2324eac-0204-424c-85b7-d3070ff3ff05 HTTP/1.1" status: 204 len: 173 time: 0.8262641 Aug 13 04:53:45.969337 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'name': 'network-vif-deleted', 'tag': 'e2324eac-0204-424c-85b7-d3070ff3ff05'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:45.970502 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-72f5f6b4-a7f1-49ea-9a30-e55d0e018d6c tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0801187 Aug 13 04:53:45.972053 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf5159-a105-49d1-ae4b-28daeec7f532" -d '{"events": [{"server_uuid": "a8ff33f2-3ff8-41d9-b192-3dca11bd24f3", "name": "network-vif-deleted", "tag": "e2324eac-0204-424c-85b7-d3070ff3ff05"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:46.008813 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d1c3-11dc-4f63-98d2-1d11e7681848 req-84c6f004-306e-4578-a091-2c7671d47d45 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:46.010712 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d51d1c3-11dc-4f63-98d2-1d11e7681848 req-84c6f004-306e-4578-a091-2c7671d47d45 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1232960 Aug 13 04:53:46.066780 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6d51d1c3-11dc-4f63-98d2-1d11e7681848 req-8d6051b0-9e77-478c-ae44-e0d06d4d35ef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481048 Aug 13 04:53:46.073678 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5949725b-e72e-4894-8e29-cf6abf582f61 x-openstack-request-id: req-5949725b-e72e-4894-8e29-cf6abf582f61 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:46.073799 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ff33f2-3ff8-41d9-b192-3dca11bd24f3", "name": "network-vif-deleted", "tag": "e2324eac-0204-424c-85b7-d3070ff3ff05", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:46.074125 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5949725b-e72e-4894-8e29-cf6abf582f61 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:46.074541 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ff33f2-3ff8-41d9-b192-3dca11bd24f3', 'name': 'network-vif-deleted', 'tag': 'e2324eac-0204-424c-85b7-d3070ff3ff05', 'status': 'completed', 'code': 200} Aug 13 04:53:46.175518 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b7ff8-45dd-48c2-9e2e-476f1c85aeaf req-cbc922a2-a8b8-4d01-b754-0ab9208447ff tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:46.183363 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ef4b7ff8-45dd-48c2-9e2e-476f1c85aeaf req-cbc922a2-a8b8-4d01-b754-0ab9208447ff tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0599921 Aug 13 04:53:46.204817 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Deleting port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:46.209059 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:46.219044 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ef4b7ff8-45dd-48c2-9e2e-476f1c85aeaf req-48a050bd-0c74-4e84-998a-2b1a8ca432d7 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347152 Aug 13 04:53:46.311869 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32860816-f821-4bfa-bd86-4d0bb60fed95 req-b9043522-1827-4183-8404-a50718eb6467 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:46.319748 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-32860816-f821-4bfa-bd86-4d0bb60fed95 req-b9043522-1827-4183-8404-a50718eb6467 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 945 time: 0.0600479 Aug 13 04:53:46.340606 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] For port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:46.341081 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:46.357583 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Calling delete_port for b8fa0e25-36c0-40db-ad0c-ea3b7c8679df owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:46.369245 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-32860816-f821-4bfa-bd86-4d0bb60fed95 req-2c2fed15-d9fd-4152-b7a6-519afcafd125 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/security-groups?id=b092a74b-92ee-4012-b219-923bfc658765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Aug 13 04:53:46.510109 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:46.545980 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Pushing event deleted for resources: {'Port': ['ID=b8fa0e25-36c0-40db-ad0c-ea3b7c8679df,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:46.555228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['b8fa0e25-36c0-40db-ad0c-ea3b7c8679df'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:46.602875 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] No DVR routers for this DVR port b8fa0e25-36c0-40db-ad0c-ea3b7c8679df on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:53:46.606061 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:46.608535 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5cae2820-c1b3-44d4-ab15-12f98f94d0b7 req-fa74f078-60d9-4fca-9c95-e875dc45b8f8 tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.58 "DELETE /v2.0/ports/b8fa0e25-36c0-40db-ad0c-ea3b7c8679df HTTP/1.1" status: 204 len: 173 time: 0.6198366 Aug 13 04:53:46.609262 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'name': 'network-vif-deleted', 'tag': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:46.611658 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765e446f-fb08-49fe-b974-14a38cbcd418" -d '{"events": [{"server_uuid": "d8068f0c-c20c-41d0-b183-9d545ab782ef", "name": "network-vif-deleted", "tag": "b8fa0e25-36c0-40db-ad0c-ea3b7c8679df"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:46.664244 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1a67cf-3d59-4d1c-a880-ef58afe767e6 x-openstack-request-id: req-2c1a67cf-3d59-4d1c-a880-ef58afe767e6 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:46.664610 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8068f0c-c20c-41d0-b183-9d545ab782ef", "name": "network-vif-deleted", "tag": "b8fa0e25-36c0-40db-ad0c-ea3b7c8679df", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:46.664765 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c1a67cf-3d59-4d1c-a880-ef58afe767e6 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:46.665153 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8068f0c-c20c-41d0-b183-9d545ab782ef', 'name': 'network-vif-deleted', 'tag': 'b8fa0e25-36c0-40db-ad0c-ea3b7c8679df', 'status': 'completed', 'code': 200} Aug 13 04:53:46.829228 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d666717a-1e0c-4a2d-bf61-573bf94ef90f req-6588f86e-94a9-4e77-9fcd-eadd7cdb1270 tempest-AttachVolumeNegativeTest-747249049 tempest-AttachVolumeNegativeTest-747249049-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8ff33f2-3ff8-41d9-b192-3dca11bd24f3 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Aug 13 04:53:47.214550 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae757-d8e9-4d6e-aa1e-f6fc70ce3875 req-a2c0e320-f13a-450b-b77a-853be850b6fc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:47.216078 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1caae757-d8e9-4d6e-aa1e-f6fc70ce3875 req-a2c0e320-f13a-450b-b77a-853be850b6fc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0518515 Aug 13 04:53:47.260479 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1caae757-d8e9-4d6e-aa1e-f6fc70ce3875 req-372c026e-959e-4467-b90c-1f69fb8d81ae tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378125 Aug 13 04:53:47.384615 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c2be-f562-4b97-9a1b-4d82780596e8 req-be5c4ff6-e334-429d-905b-d6fe46969faf tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:47.386873 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3cf4c2be-f562-4b97-9a1b-4d82780596e8 req-be5c4ff6-e334-429d-905b-d6fe46969faf tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0701506 Aug 13 04:53:47.442691 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3cf4c2be-f562-4b97-9a1b-4d82780596e8 req-f9862e36-663a-4fa0-8325-e23a8c9d5a14 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492716 Aug 13 04:53:47.517898 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c3d78f4c-ddc6-4dc1-acd8-20c2752de13a req-d7fcc197-4b5c-4e83-b1c4-d4859529a49b tempest-ServerRescueNegativeTestJSON-2125530295 tempest-ServerRescueNegativeTestJSON-2125530295-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8068f0c-c20c-41d0-b183-9d545ab782ef HTTP/1.1" status: 200 len: 210 time: 0.0338402 Aug 13 04:53:47.887561 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58276) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:47.937909 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] Deleting subnet 137403fe-7122-40f6-9892-eb358b2c6487 {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:53:47.941212 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:47.982095 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.022830 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.081897 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.105858 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137403fe-7122-40f6-9892-eb358b2c6487,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:48.116280 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.118579 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-13dfde2f-3d26-4382-840b-6441b8d700b6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/137403fe-7122-40f6-9892-eb358b2c6487 HTTP/1.1" status: 204 len: 168 time: 0.2297859 Aug 13 04:53:48.120953 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58280) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:48.196731 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.279680 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.289718 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05189c26-6166-4db7-8717-3bc043b5c16f']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:48.309011 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfa9f42-71ef-49b1-a837-7e42a993b3d0') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:48.309306 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfa9f42-71ef-49b1-a837-7e42a993b3d0') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:48.319846 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.336437 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.343933 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:53:48.344817 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:53:48.346822 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:53:48.430048 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.441024 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.448355 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/05189c26-6166-4db7-8717-3bc043b5c16f HTTP/1.1" status: 204 len: 168 time: 0.3222027 Aug 13 04:53:48.476459 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:53:48.488011 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540025-27f1-46c2-bc6a-17f7d543dbdc req-2cd08db2-d523-47d0-bd19-a807359acae3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:48.496188 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e2324eac-0204-424c-85b7-d3070ff3ff05 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:48.501909 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cf540025-27f1-46c2-bc6a-17f7d543dbdc req-2cd08db2-d523-47d0-bd19-a807359acae3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1453507 Aug 13 04:53:48.549388 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: e2324eac-0204-424c-85b7-d3070ff3ff05 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:48.551156 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e2324eac-0204-424c-85b7-d3070ff3ff05 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:48.559511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5515481-e7a9-4663-96a4-3b09896a1a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=05189c26-6166-4db7-8717-3bc043b5c16f,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:48.595403 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cf540025-27f1-46c2-bc6a-17f7d543dbdc req-d19ab873-5e15-4429-9389-53aa63d1f48f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888503 Aug 13 04:53:48.684729 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58294) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:48.707349 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f01ff-907c-4296-9ad7-d6e47c9e4887 req-80595f00-e3f3-4144-bb9c-cb4a7d916f6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:48.719413 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-045f01ff-907c-4296-9ad7-d6e47c9e4887 req-80595f00-e3f3-4144-bb9c-cb4a7d916f6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1525054 Aug 13 04:53:48.754047 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58296) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:48.767507 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:48.792406 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'port_id': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'mac_address': 'fa:16:3e:5e:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:53:48.828294 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-045f01ff-907c-4296-9ad7-d6e47c9e4887 req-b8e537ba-e532-4a4a-8829-5a06876201ca tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046782 Aug 13 04:53:48.846591 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-1dc71f45-0d63-4ce2-bb04-c5bbdc7058dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98f8ce6a180440f5abd82bbfb0769c95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0829210 Aug 13 04:53:48.846591 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58298) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:48.877588 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.894470 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d55fde2-109e-42fc-a076-42aaa548307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.904813 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3638c3a7-013e-4b8a-82e2-28c6a412c384 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:53:48.931034 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d55fde2-109e-42fc-a076-42aaa548307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:48.943881 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:48.976446 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:49.022209 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d55fde2-109e-42fc-a076-42aaa548307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:49.027708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d55fde2-109e-42fc-a076-42aaa548307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:49.029389 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-9d55fde2-109e-42fc-a076-42aaa548307a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3b98e9a-bc00-465a-8804-8b9517070217 HTTP/1.1" status: 204 len: 168 time: 0.1891439 Aug 13 04:53:49.038314 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55fde2-109e-42fc-a076-42aaa548307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b98e9a-bc00-465a-8804-8b9517070217,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:49.064068 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=6']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:49.073207 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.073592 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.073929 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.074259 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.074586 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.074959 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.075362 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.075625 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.075934 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.076254 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.076570 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.076887 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:53:49.363606 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['3638c3a7-013e-4b8a-82e2-28c6a412c384'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:49.674762 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:49.785717 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101afe8-e73a-45dd-8ec3-6f2ad5458501 req-3a5029c3-2373-4708-b9cb-bfe73cdc4419 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:49.787365 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6101afe8-e73a-45dd-8ec3-6f2ad5458501 req-3a5029c3-2373-4708-b9cb-bfe73cdc4419 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0833290 Aug 13 04:53:49.837298 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6101afe8-e73a-45dd-8ec3-6f2ad5458501 req-b1ad7c3d-2b8a-4726-a812-918d9fc627ee tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 Aug 13 04:53:50.003528 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb719e-b57b-41cc-8562-9836f0106515 req-1b71ede4-9d64-4775-948d-38b294022b2c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:50.008341 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-74bb719e-b57b-41cc-8562-9836f0106515 req-1b71ede4-9d64-4775-948d-38b294022b2c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1011262 Aug 13 04:53:50.068045 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-74bb719e-b57b-41cc-8562-9836f0106515 req-45a0bcd7-63f0-457f-b9f2-5419a21f33be tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511031 Aug 13 04:53:50.162562 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Deleting port e9d16cea-4e65-4eea-aec0-94865396e0a6 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:50.163529 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:50.275497 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] For port e9d16cea-4e65-4eea-aec0-94865396e0a6, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=e9d16cea-4e65-4eea-aec0-94865396e0a6,segment=NetworkSegment(099e86fc-3054-424a-a3ea-ff2d264432f3),segment_id=099e86fc-3054-424a-a3ea-ff2d264432f3)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:50.275918 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:50.290711 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Calling delete_port for e9d16cea-4e65-4eea-aec0-94865396e0a6 owned by network:router_interface {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:50.503684 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:53:50.572322 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 3638c3a7-013e-4b8a-82e2-28c6a412c384 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:53:50.573036 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:50.607478 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:50.644432 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2abf3-dafe-4ab0-bce6-6dd89d10f5ed req-744220bb-6b52-489d-b250-57d7bc39da5e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:50.653419 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d16cea-4e65-4eea-aec0-94865396e0a6,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:50.656585 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-57c2abf3-dafe-4ab0-bce6-6dd89d10f5ed req-744220bb-6b52-489d-b250-57d7bc39da5e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0805094 Aug 13 04:53:50.661944 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:50.699094 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:50.701339 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede8e816-c2ef-499e-b01b-8315a5fd41da" -d '{"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:50.725236 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:50.730672 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-57c2abf3-dafe-4ab0-bce6-6dd89d10f5ed req-fd4dbd68-c73e-468f-b162-9624650e6254 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676754 Aug 13 04:53:50.741614 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:50.741614 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b8fa0e25-36c0-40db-ad0c-ea3b7c8679df no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:50.745221 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58350) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:50.826945 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc62f98-6868-4bd7-873a-67c6a0aade18 x-openstack-request-id: req-cbc62f98-6868-4bd7-873a-67c6a0aade18 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:50.827345 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:50.827476 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbc62f98-6868-4bd7-873a-67c6a0aade18 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:50.827864 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'code': 200} Aug 13 04:53:50.830667 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: b8fa0e25-36c0-40db-ad0c-ea3b7c8679df {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:50.830667 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b8fa0e25-36c0-40db-ad0c-ea3b7c8679df not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:50.872867 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=7']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:51.033744 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:51.160115 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b5684-0c58-434b-8412-d3772fc0cbab req-3eb5d8bd-0350-4c82-8a51-939573c11092 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:51.163539 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-054b5684-0c58-434b-8412-d3772fc0cbab req-3eb5d8bd-0350-4c82-8a51-939573c11092 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1767061 Aug 13 04:53:51.220812 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-054b5684-0c58-434b-8412-d3772fc0cbab req-5480a238-c78e-43f9-8c0d-216fcdd3186b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467396 Aug 13 04:53:51.376013 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7aed1a-57e5-49ff-ab77-f9211fbeeb91 tempest-TestMinimumBasicScenario-2051860185 tempest-TestMinimumBasicScenario-2051860185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:51.377538 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-3e7aed1a-57e5-49ff-ab77-f9211fbeeb91 tempest-TestMinimumBasicScenario-2051860185 tempest-TestMinimumBasicScenario-2051860185-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1093 time: 0.6309996 Aug 13 04:53:51.380473 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58374) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:51.385856 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'port_id': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:51.413846 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60d622-bf2b-43b7-90c9-fe5cb3a8c9e6 req-732abf5b-f820-4468-a1c3-9646aa7071d6 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:51.417739 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0e60d622-bf2b-43b7-90c9-fe5cb3a8c9e6 req-732abf5b-f820-4468-a1c3-9646aa7071d6 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0976501 Aug 13 04:53:51.460369 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for floatingip, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:51.467319 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0e60d622-bf2b-43b7-90c9-fe5cb3a8c9e6 req-6a2b1706-f3e0-472f-92b2-e581dcdeea27 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430114 Aug 13 04:53:51.479845 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Router 1ac7257b-85cc-47c1-9125-63d69c713f1c has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:53:51.566630 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:51.610698 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:53:51.622273 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e760fe0d-de78-4d4a-b3e1-c2f96bf32afd admin admin] 10.222.0.18 "PUT /v2.0/routers/1ac7257b-85cc-47c1-9125-63d69c713f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9329896 Aug 13 04:53:51.622462 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58376) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:51.627616 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] Sync routers for ids ['1ac7257b-85cc-47c1-9125-63d69c713f1c'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:53:51.647869 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] Routers {'1ac7257b-85cc-47c1-9125-63d69c713f1c'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:53:51.648936 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:53:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['1ac7257b-85cc-47c1-9125-63d69c713f1c'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:51.804402 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] Set router 1ac7257b-85cc-47c1-9125-63d69c713f1c gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:53:51.847788 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Allocated IP 172.27.1.213 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/397299c6-b3de-4dcc-aaa6-1d7523d76875) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:53:51.875090 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks [] for router, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:52.033127 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:53:50Z', 'revision_number': 5, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port': {'id': 'c6ab5cdb-e370-449f-b2a3-9211701e36e6', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:52.096181 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:52.101096 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:52.168421 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] Checking router: 1ac7257b-85cc-47c1-9125-63d69c713f1c for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:53:52.177950 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] Routers {'1ac7257b-85cc-47c1-9125-63d69c713f1c'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:53:52.178864 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:53:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['1ac7257b-85cc-47c1-9125-63d69c713f1c'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:52.218275 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:52.301848 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] Set router 1ac7257b-85cc-47c1-9125-63d69c713f1c gateway port host: None {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:53:52.302081 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Deleting port c6ab5cdb-e370-449f-b2a3-9211701e36e6 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:53:52.307044 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:52.362260 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:53:52Z', 'revision_number': 6, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:52.393974 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:53:52.399892 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85b416-7eb5-4ba0-9bd6-44a598c562a6 None None] The sync data for ids ['1ac7257b-85cc-47c1-9125-63d69c713f1c'] in dv-cinder-760178-7-iscsi is: [{'id': '1ac7257b-85cc-47c1-9125-63d69c713f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-9469798-router', 'tenant_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:53:52Z', 'revision_number': 6, 'project_id': '03a7da6d9b5e4618a5c91faa55b1229b', 'gw_port_host': None}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:53:52.415323 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:53:52.450957 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:53:52.501185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'Port': ['ID=397299c6-b3de-4dcc-aaa6-1d7523d76875,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:52.565159 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f45d81-4df9-4eb5-87df-1ef0c01fd09d req-d3a5a7ec-5ac3-4f2d-b6d1-4106894b84a5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:52.574224 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e1f45d81-4df9-4eb5-87df-1ef0c01fd09d req-d3a5a7ec-5ac3-4f2d-b6d1-4106894b84a5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1846220 Aug 13 04:53:52.636328 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] For port c6ab5cdb-e370-449f-b2a3-9211701e36e6, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c6ab5cdb-e370-449f-b2a3-9211701e36e6,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:52.636781 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:52.694592 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Calling delete_port for c6ab5cdb-e370-449f-b2a3-9211701e36e6 owned by network:router_gateway {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:53:52.788547 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e1f45d81-4df9-4eb5-87df-1ef0c01fd09d req-af1e94a2-d1d8-4505-a130-dcb801d8f5c9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134376 Aug 13 04:53:53.183956 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1076-de55-4adf-8a60-53d760b0e2e6 req-b29c46b2-1f61-493c-8004-194fba8ff045 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:53.185292 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-079c1076-de55-4adf-8a60-53d760b0e2e6 req-b29c46b2-1f61-493c-8004-194fba8ff045 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.4245801 Aug 13 04:53:53.339406 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-079c1076-de55-4adf-8a60-53d760b0e2e6 req-e14f1cef-de8f-46e3-9c70-14d6e6e51565 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392677 Aug 13 04:53:53.358218 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device e9d16cea-4e65-4eea-aec0-94865396e0a6 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:53.386317 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: e9d16cea-4e65-4eea-aec0-94865396e0a6 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:53:53.387133 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device e9d16cea-4e65-4eea-aec0-94865396e0a6 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:53:53.387763 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c6ab5cdb-e370-449f-b2a3-9211701e36e6 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:53:53.478848 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:53.501646 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:53.536354 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ab5cdb-e370-449f-b2a3-9211701e36e6,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:53.580698 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:53.693574 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:53.732237 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:53.858774 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:53.861089 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.058546 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.059246 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ac7257b-85cc-47c1-9125-63d69c713f1c {{(pid=105491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:53:54.072202 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] Notify callbacks [] for router, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.073451 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0606fd50-4934-4f03-9fc1-555c0e134c16 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1ac7257b-85cc-47c1-9125-63d69c713f1c HTTP/1.1" status: 204 len: 168 time: 2.4499917 Aug 13 04:53:54.076958 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58418) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:54.083934 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d9dc1-b7fb-4c27-a44d-d9c6fdab5b88 req-acc20b7d-5fc1-4685-bf2d-633a1ed33256 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:54.085929 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-843d9dc1-b7fb-4c27-a44d-d9c6fdab5b88 req-acc20b7d-5fc1-4685-bf2d-633a1ed33256 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1955588 Aug 13 04:53:54.147000 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] Deleting subnet 7d39f893-b897-4d19-87f8-8bb2da3cb381 {{(pid=105492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:53:54.150839 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.157308 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-843d9dc1-b7fb-4c27-a44d-d9c6fdab5b88 req-8540ac3a-b049-421b-9e56-78882865e954 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634482 Aug 13 04:53:54.216804 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27046325'] for subnet, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.217909 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.225631 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.285450 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.311075 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'Port': ['ID=397299c6-b3de-4dcc-aaa6-1d7523d76875,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:54.329554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.371579 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27083242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26915635'] for subnet, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.393629 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d39f893-b897-4d19-87f8-8bb2da3cb381,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:54.412356 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.412356 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c0eabf54-bc9b-43ae-a943-768d3f072c29 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d39f893-b897-4d19-87f8-8bb2da3cb381 HTTP/1.1" status: 204 len: 168 time: 0.3314714 Aug 13 04:53:54.413939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58426) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:54.553211 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.555902 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Floating IP eb0425d2-abee-4c33-9f9c-dcd89e7c3e00 associated. External IP: 172.27.1.213, port: fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e. Aug 13 04:53:54.616691 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721614e5-6d96-4032-8ed6-78e3740c5225 req-c573c571-9dde-43bb-8580-59c0704275f2 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:54.618301 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-721614e5-6d96-4032-8ed6-78e3740c5225 req-c573c571-9dde-43bb-8580-59c0704275f2 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1421528 Aug 13 04:53:54.679430 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.690684 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72429b5c-e10d-41a8-8715-fc0fc4b5daad']}} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:54.701487 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099e86fc-3054-424a-a3ea-ff2d264432f3') {'for_net_delete': True} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:54.701782 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099e86fc-3054-424a-a3ea-ff2d264432f3') {} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:54.713084 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27046306'] for segment, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.729968 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-721614e5-6d96-4032-8ed6-78e3740c5225 req-6704ec11-ce15-4066-87af-8f5781c40e26 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572848 Aug 13 04:53:54.731161 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.739240 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=105492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:53:54.739985 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27083060'] for segment, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: Traceback (most recent call last): Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: timer() Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: cb(*args, **kw) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: return func(*args, **kwargs) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: self._notify() Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: self.callback(batched_events) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: event.method(event) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: return f(self, *a, **k) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._get(url).json() Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: return self.request(url, 'GET', **kwargs) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:53:54.754226 dv-cinder-760178-7-iscsi neutron-server[105492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:53:54.810495 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.827568 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=72429b5c-e10d-41a8-8715-fc0fc4b5daad,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:54.830035 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:54.834148 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-269b36ac-e1dd-4b74-8b8b-74dad91b1f88 admin admin] 10.222.0.18 "DELETE /v2.0/networks/72429b5c-e10d-41a8-8715-fc0fc4b5daad HTTP/1.1" status: 204 len: 168 time: 0.4159081 Aug 13 04:53:54.867649 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Router d6726e11-b523-4192-ae8c-9b80b90cf11e has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:53:54.996682 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:53:55.006298 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] Sync routers for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:53:55.020085 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.022548 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:53:55.023436 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:53:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:55.062250 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58438) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:55.062425 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ae7c4d87-af3d-4c17-b42b-9c7b22e61e13 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6776357 Aug 13 04:53:55.062543 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58440) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:55.062832 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:55.065212 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5506d6c3-65a2-41a5-b123-4f5ed90fa761" -d '{"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:55.073871 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-0109318f-9a43-491d-9514-13903403abac tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045816223', 'description': 'tempest-secgroup-smoke-1045816223 description', 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:55.142586 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e62a9-502c-4f87-876e-a65a6d4e5783 x-openstack-request-id: req-389e62a9-502c-4f87-876e-a65a6d4e5783 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:55.143436 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:55.143436 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-389e62a9-502c-4f87-876e-a65a6d4e5783 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:55.143639 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'status': 'completed', 'code': 200} Aug 13 04:53:55.156775 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0109318f-9a43-491d-9514-13903403abac tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.173513 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-175ff6f0-6e16-4659-b72d-445ce4b3a35a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03a7da6d9b5e4618a5c91faa55b1229b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1042554 Aug 13 04:53:55.176664 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58446) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:55.232448 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:53:55.265159 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d4d12e79-e77d-4d24-b148-128a63f86216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.299298 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d4d12e79-e77d-4d24-b148-128a63f86216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.330699 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5abc50-b4c4-4dff-95cf-29de57362b8c req-dd22649e-80fe-4962-af5c-0d400aeffe28 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:55.334496 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1b5abc50-b4c4-4dff-95cf-29de57362b8c req-dd22649e-80fe-4962-af5c-0d400aeffe28 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0823853 Aug 13 04:53:55.355857 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0109318f-9a43-491d-9514-13903403abac tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.362786 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0109318f-9a43-491d-9514-13903403abac tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.403541 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0109318f-9a43-491d-9514-13903403abac tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.409092 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-0109318f-9a43-491d-9514-13903403abac tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3455336 Aug 13 04:53:55.410613 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58454) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:55.413251 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d4d12e79-e77d-4d24-b148-128a63f86216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.416810 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d4d12e79-e77d-4d24-b148-128a63f86216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.418205 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d4d12e79-e77d-4d24-b148-128a63f86216 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b092a74b-92ee-4012-b219-923bfc658765 HTTP/1.1" status: 204 len: 168 time: 0.2406337 Aug 13 04:53:55.424338 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1b5abc50-b4c4-4dff-95cf-29de57362b8c req-6bf74b8a-19e7-4749-9f86-e1736dadd340 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839851 Aug 13 04:53:55.436406 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-93f5869d-0787-4ce4-992b-57c02bf1883e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'security_group_rule': {'security_group_id': '950cd54a-0977-45a9-96ec-9c61844a8c29', 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:55.456718 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109318f-9a43-491d-9514-13903403abac tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950cd54a-0977-45a9-96ec-9c61844a8c29,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:55.485834 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d12e79-e77d-4d24-b148-128a63f86216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b092a74b-92ee-4012-b219-923bfc658765,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:55.502358 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-93f5869d-0787-4ce4-992b-57c02bf1883e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.571831 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-93f5869d-0787-4ce4-992b-57c02bf1883e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.589968 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-93f5869d-0787-4ce4-992b-57c02bf1883e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.593028 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'eb0425d2-abee-4c33-9f9c-dcd89e7c3e00', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'port_id': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'mac_address': 'fa:16:3e:d6:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cc432-fe11-425c-8e30-47f40db97805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:53:53Z', 'updated_at': '2021-08-13T04:53:53Z', 'revision_number': 0, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 5, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:55.617474 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5869d-0787-4ce4-992b-57c02bf1883e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d01f26-c7f0-4b4c-ab29-f6caa3f0218b,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:55.631495 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] Checking router: d6726e11-b523-4192-ae8c-9b80b90cf11e for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:53:55.636739 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-93f5869d-0787-4ce4-992b-57c02bf1883e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.638894 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-93f5869d-0787-4ce4-992b-57c02bf1883e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2262747 Aug 13 04:53:55.643686 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:53:55.644467 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:53:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:55.656815 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58458) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:55.662427 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-fe887e08-3045-4fe0-a2ed-53ba76227145 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'security_group_rule': {'security_group_id': '950cd54a-0977-45a9-96ec-9c61844a8c29', 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:55.723126 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fe887e08-3045-4fe0-a2ed-53ba76227145 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.791915 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fe887e08-3045-4fe0-a2ed-53ba76227145 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.798213 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fe887e08-3045-4fe0-a2ed-53ba76227145 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.821302 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe887e08-3045-4fe0-a2ed-53ba76227145 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853a60ec-927e-4d1b-bc00-c870944585c9,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:55.827374 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:53:55.847447 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fe887e08-3045-4fe0-a2ed-53ba76227145 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.848541 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-fe887e08-3045-4fe0-a2ed-53ba76227145 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1906650 Aug 13 04:53:55.851576 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58472) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:55.857533 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-70ae1b7c-2e7e-474e-b13d-35d8dab5ecc8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'security_group_rule': {'security_group_id': '950cd54a-0977-45a9-96ec-9c61844a8c29', 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:55.896605 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-70ae1b7c-2e7e-474e-b13d-35d8dab5ecc8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.900079 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e849f7-ba78-49be-a60b-023d611bf01f req-3d657755-4f86-4ac5-a35a-1b21e9a89aba tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:55.908445 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f9e849f7-ba78-49be-a60b-023d611bf01f req-3d657755-4f86-4ac5-a35a-1b21e9a89aba tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0732553 Aug 13 04:53:55.942742 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f9e849f7-ba78-49be-a60b-023d611bf01f req-972a282a-2ac5-4e7c-a296-63ec5d461b82 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333214 Aug 13 04:53:55.974605 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-70ae1b7c-2e7e-474e-b13d-35d8dab5ecc8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.978823 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-70ae1b7c-2e7e-474e-b13d-35d8dab5ecc8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:55.997846 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae1b7c-2e7e-474e-b13d-35d8dab5ecc8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a7496c-09a8-4145-a809-144188ec6404,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:56.005647 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-70ae1b7c-2e7e-474e-b13d-35d8dab5ecc8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.006830 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-70ae1b7c-2e7e-474e-b13d-35d8dab5ecc8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541302 Aug 13 04:53:56.010657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58480) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:56.015206 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-47bf67bb-69c4-47db-9e39-d1a90c66cf7e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'security_group_rule': {'security_group_id': '950cd54a-0977-45a9-96ec-9c61844a8c29', 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:56.043195 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-47bf67bb-69c4-47db-9e39-d1a90c66cf7e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.084699 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'eb0425d2-abee-4c33-9f9c-dcd89e7c3e00', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'port_id': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'mac_address': 'fa:16:3e:d6:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cc432-fe11-425c-8e30-47f40db97805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:53:53Z', 'updated_at': '2021-08-13T04:53:53Z', 'revision_number': 0, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 5, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:53:56.097544 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-47bf67bb-69c4-47db-9e39-d1a90c66cf7e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.101898 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-47bf67bb-69c4-47db-9e39-d1a90c66cf7e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.113415 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b129672-d58a-454e-a5d2-ef6cebbc04e6 None None] The sync data for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'eb0425d2-abee-4c33-9f9c-dcd89e7c3e00', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'port_id': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'mac_address': 'fa:16:3e:d6:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cc432-fe11-425c-8e30-47f40db97805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:53:53Z', 'updated_at': '2021-08-13T04:53:53Z', 'revision_number': 0, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 5, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:53:56.120577 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf67bb-69c4-47db-9e39-d1a90c66cf7e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987104e4-091a-457b-b5df-d7f147aa6dfc,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:56.133764 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-47bf67bb-69c4-47db-9e39-d1a90c66cf7e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.138003 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-47bf67bb-69c4-47db-9e39-d1a90c66cf7e tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262887 Aug 13 04:53:56.139572 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58488) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:56.144248 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'security_group_rule': {'security_group_id': '950cd54a-0977-45a9-96ec-9c61844a8c29', 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:56.171189 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.securitygroups_db [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Project c8d89d16464a4e0e8c99e02c814c88d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:53:56.176560 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.242771 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.247669 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.269786 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cb351b-b88a-44d1-9ef7-7980daa6db66,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:56.278711 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.279924 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ff77a4f9-2efe-42a1-81fd-b74787bd48ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394017 Aug 13 04:53:56.283389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58496) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:56.288466 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'security_group_rule': {'security_group_id': '950cd54a-0977-45a9-96ec-9c61844a8c29', 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:56.311507 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.securitygroups_db [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Project c8d89d16464a4e0e8c99e02c814c88d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:53:56.316542 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.329082 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2e5b15-cafd-436b-886c-0c5629297afc None None] New status for floating IP eb0425d2-abee-4c33-9f9c-dcd89e7c3e00: ACTIVE {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:53:56.397369 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.401085 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.422410 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcfbf71-9d47-4330-b5f5-4dc156e7f0cb,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:56.433524 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.436735 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-c82e875a-10ac-43b8-a8c7-330f3088f51c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504235 Aug 13 04:53:56.546106 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-8363da4e-7d14-495a-8d29-89d60807b68d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045816223&fields=id&tenant_id=c8d89d16464a4e0e8c99e02c814c88d1 HTTP/1.1" status: 200 len: 267 time: 0.0384932 Aug 13 04:53:56.603975 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-8296e509-3f87-4546-b38e-9d667e0d46d0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:56.605404 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-8296e509-3f87-4546-b38e-9d667e0d46d0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0580173 Aug 13 04:53:56.624274 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'port': {'security_groups': ['350f38f0-fee6-4c90-91fb-bce11174ded2', '950cd54a-0977-45a9-96ec-9c61844a8c29']}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:53:56.693179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb9f7-c1d0-42df-a9fc-ceb7c719af1e req-3281fcab-bcad-4e3e-9981-dd0cd914e900 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:56.694681 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9e5bb9f7-c1d0-42df-a9fc-ceb7c719af1e req-3281fcab-bcad-4e3e-9981-dd0cd914e900 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1096518 Aug 13 04:53:56.709700 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.763112 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9e5bb9f7-c1d0-42df-a9fc-ceb7c719af1e req-f9d82eb8-bdc4-41a2-820c-5679a99a3829 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625312 Aug 13 04:53:56.919393 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:53:56.954622 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:56.960063 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.000447 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:57.001179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.002579 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b3d7964a-16c4-40bf-aec2-30a5ac1d505a req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "PUT /v2.0/ports/fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 981 time: 0.3844619 Aug 13 04:53:57.054134 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f2ea5-8d1a-4f7c-9753-13a826eaa93d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=6']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:57.127922 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c23b5f-b8e4-40ce-a0b6-7ee6891c0b8c req-8b990257-25af-4606-a259-5ca745e40fa4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:57.129737 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92c23b5f-b8e4-40ce-a0b6-7ee6891c0b8c req-8b990257-25af-4606-a259-5ca745e40fa4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0908985 Aug 13 04:53:57.142922 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734be4b-6900-46a5-8029-e1551bc9bb87 req-e18e76c5-a2f0-4c06-bbee-6d9307c632f9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:57.144461 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d734be4b-6900-46a5-8029-e1551bc9bb87 req-e18e76c5-a2f0-4c06-bbee-6d9307c632f9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0738137 Aug 13 04:53:57.146111 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:53:57.148317 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbde67f-5ad9-4506-b618-6977f0dc74da" -d '{"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:53:57.209667 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92c23b5f-b8e4-40ce-a0b6-7ee6891c0b8c req-f910996b-81a2-486c-a329-d8918b602390 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641708 Aug 13 04:53:57.214103 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d734be4b-6900-46a5-8029-e1551bc9bb87 req-247e8d0f-fb42-4898-8fd3-f0a87a1e6ed7 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613954 Aug 13 04:53:57.240320 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58546) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:57.271177 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08965b72-4c9b-426c-ad6f-8bf2a8ced01c x-openstack-request-id: req-08965b72-4c9b-426c-ad6f-8bf2a8ced01c {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:53:57.271649 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:53:57.271997 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08965b72-4c9b-426c-ad6f-8bf2a8ced01c {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:53:57.272486 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'status': 'completed', 'code': 200} Aug 13 04:53:57.273546 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-c0c5adbf-5d24-4e44-a3b9-b1baea7c2947 None None] Provisioning complete for port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:53:57.274463 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c0c5adbf-5d24-4e44-a3b9-b1baea7c2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.348931 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f0654647-1cd8-4826-811b-004a8bf8a285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.436187 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f0654647-1cd8-4826-811b-004a8bf8a285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.439839 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f0654647-1cd8-4826-811b-004a8bf8a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.476296 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f0654647-1cd8-4826-811b-004a8bf8a285 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa6389e33c154325bdf5754e75cdc2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342858 Aug 13 04:53:57.477151 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0654647-1cd8-4826-811b-004a8bf8a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca54a4ec-e6c7-408d-87ea-1dfe3248728f,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:57.479577 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58554) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:57.527446 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2d453dd3-b09d-45eb-b2b3-9ff3979fd5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.550806 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2d453dd3-b09d-45eb-b2b3-9ff3979fd5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.596428 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2d453dd3-b09d-45eb-b2b3-9ff3979fd5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.598949 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2d453dd3-b09d-45eb-b2b3-9ff3979fd5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:53:57.600131 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2d453dd3-b09d-45eb-b2b3-9ff3979fd5d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca54a4ec-e6c7-408d-87ea-1dfe3248728f HTTP/1.1" status: 204 len: 168 time: 0.1195757 Aug 13 04:53:57.608377 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d453dd3-b09d-45eb-b2b3-9ff3979fd5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca54a4ec-e6c7-408d-87ea-1dfe3248728f,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:53:57.887894 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9379d9-873e-4917-9d50-5c80377afc99 req-5dfaacf9-4376-44af-9eac-af99e115ccea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:57.889374 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be9379d9-873e-4917-9d50-5c80377afc99 req-5dfaacf9-4376-44af-9eac-af99e115ccea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0535758 Aug 13 04:53:57.927293 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be9379d9-873e-4917-9d50-5c80377afc99 req-99ac646a-3471-4f8a-9808-c286414826a0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Aug 13 04:53:58.334976 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592d855-c897-43d4-b05c-d4a168de529e req-524aa3cf-8b81-4cb8-9b75-e415af10d66d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:58.336581 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a592d855-c897-43d4-b05c-d4a168de529e req-524aa3cf-8b81-4cb8-9b75-e415af10d66d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Aug 13 04:53:58.378904 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a592d855-c897-43d4-b05c-d4a168de529e req-c066601e-9b9c-4d1d-a0d8-01eebc4e75d5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363450 Aug 13 04:53:58.515585 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:53:58.626550 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:58.631740 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-a892702d-e052-4886-953e-76ef24ff5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:58.633269 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-a892702d-e052-4886-953e-76ef24ff5741 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1137 time: 0.0470483 Aug 13 04:53:58.755649 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-fda829e2-3b59-4f21-84a7-b1d23cb6ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:58.757162 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-fda829e2-3b59-4f21-84a7-b1d23cb6ef11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 914 time: 0.1151447 Aug 13 04:53:59.065390 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49647741-f3f2-41c5-a63a-c6ab4ff9ac3d req-8802bb19-fbba-4d62-a8b1-1b088b58572e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:59.067074 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-49647741-f3f2-41c5-a63a-c6ab4ff9ac3d req-8802bb19-fbba-4d62-a8b1-1b088b58572e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0595226 Aug 13 04:53:59.115720 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-317b7fe5-6f8d-4b4a-b2ef-ac279dbb5e07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 1001 time: 0.1001847 Aug 13 04:53:59.127306 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-49647741-f3f2-41c5-a63a-c6ab4ff9ac3d req-6763b35b-cd76-4cf0-84e6-fdb93278d68d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512865 Aug 13 04:53:59.179009 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-3fd41156-e415-4c03-9951-aaeea1ec41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:59.180615 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-3fd41156-e415-4c03-9951-aaeea1ec41c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.0547154 Aug 13 04:53:59.193648 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:59.250652 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-633b7bed-afbb-4320-b3cb-333a3260fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:59.252074 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-633b7bed-afbb-4320-b3cb-333a3260fb35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611422 Aug 13 04:53:59.364121 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-84afd0aa-12b6-4a07-adb9-678db63849bb service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020789 Aug 13 04:53:59.440074 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:59.472247 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:53:59.502395 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-cdbde67f-5ad9-4506-b618-6977f0dc74da req-2fd68218-036a-41de-adb8-5b87e54011bd service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275983 Aug 13 04:53:59.588095 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64c32c-21dd-4cf4-9bd9-96d315c97a21 req-809dfc28-31eb-49dc-9c0f-1e8579d0a1df tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:59.611480 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fe64c32c-21dd-4cf4-9bd9-96d315c97a21 req-809dfc28-31eb-49dc-9c0f-1e8579d0a1df tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1274424 Aug 13 04:53:59.658880 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58664) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:53:59.687914 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-ae2daf94-09bf-4022-ab70-02a9e1c211fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:59.693277 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-ae2daf94-09bf-4022-ab70-02a9e1c211fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1137 time: 0.0988703 Aug 13 04:53:59.728219 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fe64c32c-21dd-4cf4-9bd9-96d315c97a21 req-518f3c8e-8858-4663-879e-f3516efac792 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100512 Aug 13 04:53:59.902899 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-f256f81c-b3c6-482c-bd24-71c8b7a55eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:53:59.907332 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-f256f81c-b3c6-482c-bd24-71c8b7a55eba service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 914 time: 0.2085874 Aug 13 04:53:59.988424 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9e601d98-0c1e-41a6-b04c-3f022a0bd667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:00.045871 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-e4c15c46-7aa8-4621-b4fe-4289fd60ad88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 1001 time: 0.1278980 Aug 13 04:54:00.134771 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9e601d98-0c1e-41a6-b04c-3f022a0bd667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:00.145849 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9e601d98-0c1e-41a6-b04c-3f022a0bd667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:00.221258 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-9e601d98-0c1e-41a6-b04c-3f022a0bd667 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed634c86e9af4104915e9e882dfcef8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540490 Aug 13 04:54:00.222240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e601d98-0c1e-41a6-b04c-3f022a0bd667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95093f67-6908-44e0-9c3e-0817070649db,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:00.225554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58692) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:00.349490 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d951b25b-6e63-4167-a983-06d60df582dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:00.385720 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d951b25b-6e63-4167-a983-06d60df582dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:00.454263 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-ce94c19e-b4a1-4f51-ac85-38f0740cd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:00.455738 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-ce94c19e-b4a1-4f51-ac85-38f0740cd9c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.4024012 Aug 13 04:54:00.484498 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d951b25b-6e63-4167-a983-06d60df582dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:00.487727 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-d951b25b-6e63-4167-a983-06d60df582dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:00.488876 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-d951b25b-6e63-4167-a983-06d60df582dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95093f67-6908-44e0-9c3e-0817070649db HTTP/1.1" status: 204 len: 168 time: 0.2622275 Aug 13 04:54:00.524204 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951b25b-6e63-4167-a983-06d60df582dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95093f67-6908-44e0-9c3e-0817070649db,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:00.530814 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-0c1f5df6-424c-41dd-9cee-43145d6806d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:00.532632 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-0c1f5df6-424c-41dd-9cee-43145d6806d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661230 Aug 13 04:54:00.552989 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708f9f0-9a01-4be3-ad93-e34184db999c req-443d0722-1262-4252-ae2d-0b6811dd4012 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:00.554715 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9708f9f0-9a01-4be3-ad93-e34184db999c req-443d0722-1262-4252-ae2d-0b6811dd4012 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.2851107 Aug 13 04:54:00.618936 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9708f9f0-9a01-4be3-ad93-e34184db999c req-5bab02cb-e8ff-4e06-ae8b-2879c5617c60 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566051 Aug 13 04:54:00.780285 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-08e59f2f-2b2a-4880-958b-998b572243de service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120476 Aug 13 04:54:00.925907 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68281f9-7347-48bf-a0f8-db6ef71d57f7 req-90c80310-5c50-417d-bf31-b33c522e1714 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:00.934748 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f68281f9-7347-48bf-a0f8-db6ef71d57f7 req-90c80310-5c50-417d-bf31-b33c522e1714 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1016872 Aug 13 04:54:00.957292 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-5506d6c3-65a2-41a5-b123-4f5ed90fa761 req-34764d3c-37a6-4219-8a5d-8e3939f5ffce service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636882 Aug 13 04:54:00.996951 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f68281f9-7347-48bf-a0f8-db6ef71d57f7 req-84625e78-88d3-4a38-9c5b-aa4cc6a883ec tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562530 Aug 13 04:54:01.030175 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58744) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:01.045561 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-44db47a4-35f8-4dd7-9636-b469f4851ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:01.156461 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-44db47a4-35f8-4dd7-9636-b469f4851ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:01.160864 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-44db47a4-35f8-4dd7-9636-b469f4851ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:01.209599 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-44db47a4-35f8-4dd7-9636-b469f4851ac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44848383c8f64264ac8628acf946a447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778979 Aug 13 04:54:01.210267 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58746) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:01.210730 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db47a4-35f8-4dd7-9636-b469f4851ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52170d1-efb1-4c7d-aca2-669e8e573527,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:01.289779 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-be6a6edc-3e2c-42b9-b9cf-b780c3ed12e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:01.321544 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-be6a6edc-3e2c-42b9-b9cf-b780c3ed12e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:01.374441 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-be6a6edc-3e2c-42b9-b9cf-b780c3ed12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:01.378550 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-be6a6edc-3e2c-42b9-b9cf-b780c3ed12e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:01.380614 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-be6a6edc-3e2c-42b9-b9cf-b780c3ed12e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d52170d1-efb1-4c7d-aca2-669e8e573527 HTTP/1.1" status: 204 len: 168 time: 0.1685860 Aug 13 04:54:01.391899 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a6edc-3e2c-42b9-b9cf-b780c3ed12e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52170d1-efb1-4c7d-aca2-669e8e573527,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:01.793556 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f00d5-a7e9-408d-be82-7eb229b3d13d req-277bf4d5-60a1-4b2c-8e98-51f46abb0b4e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:01.799083 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-977f00d5-a7e9-408d-be82-7eb229b3d13d req-277bf4d5-60a1-4b2c-8e98-51f46abb0b4e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0717342 Aug 13 04:54:01.875572 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-977f00d5-a7e9-408d-be82-7eb229b3d13d req-20a92429-e645-4791-b862-cd04b8af5fbb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718477 Aug 13 04:54:01.951296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58776) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:02.011336 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] Deleting subnet a856cee5-16f3-4996-a56a-17c6bc066654 {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:54:02.022331 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.069019 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.402485 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.439630 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334cac-3ae6-4d8b-a9f4-1416e06cae2d req-b8f433e7-b960-4576-9e34-a287e24ac7cc tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:02.442191 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a0334cac-3ae6-4d8b-a9f4-1416e06cae2d req-b8f433e7-b960-4576-9e34-a287e24ac7cc tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0955157 Aug 13 04:54:02.506051 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a0334cac-3ae6-4d8b-a9f4-1416e06cae2d req-c849baf9-327f-40b5-9b36-096bdb4807b5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566745 Aug 13 04:54:02.511708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.544128 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a856cee5-16f3-4996-a56a-17c6bc066654,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:02.548349 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.553100 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2f341cf9-2ccc-49ae-8b75-3d106db734ed admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a856cee5-16f3-4996-a56a-17c6bc066654 HTTP/1.1" status: 204 len: 168 time: 0.5980291 Aug 13 04:54:02.553100 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58792) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:02.639484 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.755905 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.768679 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88b1a8a-564b-44af-aa39-5b8b0bc27103']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:54:02.781971 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641a8789-3b19-437f-9edf-235838d9d452') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:54:02.782362 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641a8789-3b19-437f-9edf-235838d9d452') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:54:02.794824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.814519 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.824641 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:54:02.825259 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:54:02.828048 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:54:02.936912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.972908 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:02.977471 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] 10.222.0.18 "DELETE /v2.0/networks/c88b1a8a-564b-44af-aa39-5b8b0bc27103 HTTP/1.1" status: 204 len: 168 time: 0.4214709 Aug 13 04:54:02.987055 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd0394-6da6-4a17-8335-94cfc17d4abd admin admin] Pushing event deleted for resources: {'Network': ['ID=c88b1a8a-564b-44af-aa39-5b8b0bc27103,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:03.136001 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b402d33-4fea-4111-b8d1-59f391efa870 req-ffec926f-c08c-4296-a41f-50635dcb9ae6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:03.138159 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b402d33-4fea-4111-b8d1-59f391efa870 req-ffec926f-c08c-4296-a41f-50635dcb9ae6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1042130 Aug 13 04:54:03.195730 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b402d33-4fea-4111-b8d1-59f391efa870 req-dcf8289a-1982-4c28-b11e-ae10ac23ed9d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483615 Aug 13 04:54:03.217500 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58824) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:03.287679 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-96a062a9-4fa0-4952-8117-35e9cdc78522 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f915f3ef6ad44e2925155c31bb8cb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689557 Aug 13 04:54:03.287919 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58830) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:03.349673 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e396a0b9-3bc8-4dc5-b010-e2bf3ba62922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:03.375704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e396a0b9-3bc8-4dc5-b010-e2bf3ba62922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:03.441519 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e396a0b9-3bc8-4dc5-b010-e2bf3ba62922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:03.448355 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e396a0b9-3bc8-4dc5-b010-e2bf3ba62922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:03.452172 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-e396a0b9-3bc8-4dc5-b010-e2bf3ba62922 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71328e41-1153-4e20-9099-ed5162a9c713 HTTP/1.1" status: 204 len: 168 time: 0.1627500 Aug 13 04:54:03.470132 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a0b9-3bc8-4dc5-b010-e2bf3ba62922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71328e41-1153-4e20-9099-ed5162a9c713,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:03.675417 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd1f5f-6b3d-443c-bad1-7b5e9f4d9c9c req-e5813bbd-0eb5-46c2-9650-43afa1428132 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:03.683268 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58848) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:03.684448 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6efd1f5f-6b3d-443c-bad1-7b5e9f4d9c9c req-e5813bbd-0eb5-46c2-9650-43afa1428132 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0592902 Aug 13 04:54:03.786197 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6efd1f5f-6b3d-443c-bad1-7b5e9f4d9c9c req-1de0befe-28b6-4e83-b7f4-8d9d7c781c84 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007044 Aug 13 04:54:03.947842 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7213dc9d-9365-4efe-b9dc-da1970fdbce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:04.060572 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7213dc9d-9365-4efe-b9dc-da1970fdbce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:04.064869 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7213dc9d-9365-4efe-b9dc-da1970fdbce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:04.136586 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-7213dc9d-9365-4efe-b9dc-da1970fdbce0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b2f3aabe0fd49c1a4d6fbe7e0a1308f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522016 Aug 13 04:54:04.138399 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213dc9d-9365-4efe-b9dc-da1970fdbce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12082f6-34f4-462b-9cdf-a3fb9cb24404,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:04.139525 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58854) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:04.202135 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dc30-c22e-4953-b5b6-c5789f94e1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:04.230579 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dc30-c22e-4953-b5b6-c5789f94e1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:04.307998 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dc30-c22e-4953-b5b6-c5789f94e1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:04.310757 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dc30-c22e-4953-b5b6-c5789f94e1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:04.311912 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-e2b5dc30-c22e-4953-b5b6-c5789f94e1ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b12082f6-34f4-462b-9cdf-a3fb9cb24404 HTTP/1.1" status: 204 len: 168 time: 0.1711516 Aug 13 04:54:04.332737 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5dc30-c22e-4953-b5b6-c5789f94e1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12082f6-34f4-462b-9cdf-a3fb9cb24404,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:04.374626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118dac8-25cf-4425-94b3-b4f70da9c9a1 req-c43a5e1f-ca02-40bd-97fc-9580313f15f4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:04.376457 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4118dac8-25cf-4425-94b3-b4f70da9c9a1 req-c43a5e1f-ca02-40bd-97fc-9580313f15f4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0880084 Aug 13 04:54:04.420291 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4118dac8-25cf-4425-94b3-b4f70da9c9a1 req-f30646d7-d22b-4406-bb1b-34778b838194 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370691 Aug 13 04:54:04.941687 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304333a-8ff7-4099-9279-ac9b3bd382e6 req-ca7d9075-243e-480a-acf3-73048f01aa10 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:04.950479 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6304333a-8ff7-4099-9279-ac9b3bd382e6 req-ca7d9075-243e-480a-acf3-73048f01aa10 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0615368 Aug 13 04:54:05.015552 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6304333a-8ff7-4099-9279-ac9b3bd382e6 req-9e0ce098-3b29-4b89-9d94-074eb9e90200 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640049 Aug 13 04:54:05.358084 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a4167-2034-43dc-8169-4712b8be2e87 req-3fa7abde-95a5-4228-be73-bf3dd007143a tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:05.367655 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e1a4167-2034-43dc-8169-4712b8be2e87 req-3fa7abde-95a5-4228-be73-bf3dd007143a tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0887554 Aug 13 04:54:05.428351 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-0b0c3dc0-c7a2-4945-8d3b-954a2a5d9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:05.431586 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-0b0c3dc0-c7a2-4945-8d3b-954a2a5d9f77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0634503 Aug 13 04:54:05.457131 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e1a4167-2034-43dc-8169-4712b8be2e87 req-baa4ac38-d173-49a3-8b07-c6487a54d7b8 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878613 Aug 13 04:54:05.564760 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-7ad1c09c-085d-4791-b6bb-cb63a78893e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:05.567204 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-7ad1c09c-085d-4791-b6bb-cb63a78893e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.1276002 Aug 13 04:54:05.685415 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-685eadd3-d097-4479-a420-78f1d81d4187 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 200 len: 1001 time: 0.1069736 Aug 13 04:54:05.710257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd322b8-b56b-4b0c-881a-b1d753bb7314 req-123c5337-05e9-43a3-bc2d-1e7ad9d20bc3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:05.724990 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-efd322b8-b56b-4b0c-881a-b1d753bb7314 req-123c5337-05e9-43a3-bc2d-1e7ad9d20bc3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1272979 Aug 13 04:54:05.771281 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-efd322b8-b56b-4b0c-881a-b1d753bb7314 req-46444f6d-b65f-403f-b2cc-7171f056d281 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Aug 13 04:54:05.800078 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-1dc12a8b-4514-43cd-91f4-a34327b8a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:05.803861 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-1dc12a8b-4514-43cd-91f4-a34327b8a3bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.1068635 Aug 13 04:54:05.889726 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-08720acf-c569-4c48-aefb-601057dcb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:05.890619 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-08720acf-c569-4c48-aefb-601057dcb763 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809369 Aug 13 04:54:06.045385 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-8dcc508f-5278-4754-9ebf-2b7b2cb16b82 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465838 Aug 13 04:54:06.186065 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-265d13bf-e403-47da-bda8-3d1eb4d2dea8 req-123e0c6b-ca9f-4f17-8b31-79b9d7dbd89c service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330066 Aug 13 04:54:06.611669 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8b65-922a-46d7-8737-37732322203d req-c2e801c8-b3eb-4f62-b806-fc4a6b5e11d5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:06.619148 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58936) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:06.621985 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-693f8b65-922a-46d7-8737-37732322203d req-c2e801c8-b3eb-4f62-b806-fc4a6b5e11d5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0793951 Aug 13 04:54:06.665183 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-693f8b65-922a-46d7-8737-37732322203d req-39469de0-1d2a-465f-87b9-7a8dd2bce2e4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405979 Aug 13 04:54:06.761053 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d57c6e30-67c9-46c6-94b3-91130a6505ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:06.867981 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d57c6e30-67c9-46c6-94b3-91130a6505ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:06.880431 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d57c6e30-67c9-46c6-94b3-91130a6505ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:06.920884 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c6e30-67c9-46c6-94b3-91130a6505ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ec22a2-1f12-441e-889d-37c62a6ccd3c,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:06.930489 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d57c6e30-67c9-46c6-94b3-91130a6505ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a01139f670644172a95dea1d75f52b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101528 Aug 13 04:54:06.931140 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58944) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:06.976110 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761f84-3f7e-412c-b2ad-106225db1575 req-9363ffe3-5b1b-421b-86be-66df3dcb81ea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:06.978365 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac761f84-3f7e-412c-b2ad-106225db1575 req-9363ffe3-5b1b-421b-86be-66df3dcb81ea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0711777 Aug 13 04:54:07.000603 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e61a-eeb5-4d62-8c0b-5e64bfa4d37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.032789 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ac761f84-3f7e-412c-b2ad-106225db1575 req-d216912c-7305-4160-a681-1d449ceeb347 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482666 Aug 13 04:54:07.040538 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e61a-eeb5-4d62-8c0b-5e64bfa4d37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.117660 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e61a-eeb5-4d62-8c0b-5e64bfa4d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.121044 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0f3e61a-eeb5-4d62-8c0b-5e64bfa4d37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.122253 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d0f3e61a-eeb5-4d62-8c0b-5e64bfa4d37b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1ec22a2-1f12-441e-889d-37c62a6ccd3c HTTP/1.1" status: 204 len: 168 time: 0.1895008 Aug 13 04:54:07.130633 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3e61a-eeb5-4d62-8c0b-5e64bfa4d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ec22a2-1f12-441e-889d-37c62a6ccd3c,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:07.430749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58964) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:07.573590 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-995c2154-d344-4051-ad92-0adb9288d43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.612817 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 58968) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:07.629830 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bef26c34-c028-47fb-9c64-278f30717260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.687749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-995c2154-d344-4051-ad92-0adb9288d43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.694129 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-995c2154-d344-4051-ad92-0adb9288d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.736634 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c2154-d344-4051-ad92-0adb9288d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ac66e-915f-4009-983d-d08cc29bf2b5,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:07.761052 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-995c2154-d344-4051-ad92-0adb9288d43b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d18787fffc6a4d6caea74d79971bbe48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287108 Aug 13 04:54:07.762544 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58972) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:07.803927 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bef26c34-c028-47fb-9c64-278f30717260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.818119 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bef26c34-c028-47fb-9c64-278f30717260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.852216 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdbe0c-3403-446d-98df-3dd67c6cb456 req-1587aea1-26e7-4512-924d-4e9e861ea61f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:07.854612 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4ccdbe0c-3403-446d-98df-3dd67c6cb456 req-1587aea1-26e7-4512-924d-4e9e861ea61f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0841410 Aug 13 04:54:07.863826 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58974) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:07.864066 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-bef26c34-c028-47fb-9c64-278f30717260 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7e7810a94c0453db605e61cd476e148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499013 Aug 13 04:54:07.864687 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef26c34-c028-47fb-9c64-278f30717260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadcbc98-096c-44a9-bc15-4f005cbfc661,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:07.895714 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-73d72fdc-135c-4ed3-97de-c2802736dc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.952320 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-73d72fdc-135c-4ed3-97de-c2802736dc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:07.976125 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4ccdbe0c-3403-446d-98df-3dd67c6cb456 req-0436b635-7a18-4284-a3ae-ecb4251c1f71 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132774 Aug 13 04:54:08.017593 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-20e4daa3-2aa6-4a6b-907a-1a316d645717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.044326 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-20e4daa3-2aa6-4a6b-907a-1a316d645717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.065003 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-73d72fdc-135c-4ed3-97de-c2802736dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.068355 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-73d72fdc-135c-4ed3-97de-c2802736dc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.072708 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-73d72fdc-135c-4ed3-97de-c2802736dc06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/398ac66e-915f-4009-983d-d08cc29bf2b5 HTTP/1.1" status: 204 len: 168 time: 0.3087511 Aug 13 04:54:08.095014 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d72fdc-135c-4ed3-97de-c2802736dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ac66e-915f-4009-983d-d08cc29bf2b5,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:08.137455 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-20e4daa3-2aa6-4a6b-907a-1a316d645717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.141998 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-20e4daa3-2aa6-4a6b-907a-1a316d645717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.145702 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-20e4daa3-2aa6-4a6b-907a-1a316d645717 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fadcbc98-096c-44a9-bc15-4f005cbfc661 HTTP/1.1" status: 204 len: 168 time: 0.2766907 Aug 13 04:54:08.155566 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4daa3-2aa6-4a6b-907a-1a316d645717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadcbc98-096c-44a9-bc15-4f005cbfc661,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:08.254090 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027cd43-1772-47cc-9550-08b669934270 req-6cd479f5-d0e4-4139-8afb-21a56e58e4af tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:08.255958 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6027cd43-1772-47cc-9550-08b669934270 req-6cd479f5-d0e4-4139-8afb-21a56e58e4af tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0672667 Aug 13 04:54:08.317872 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6027cd43-1772-47cc-9550-08b669934270 req-c6d156bd-de2a-4811-bd37-50a3a609240f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548387 Aug 13 04:54:08.640493 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 58998) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:08.654841 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5907763e-b9a1-4bde-b869-caf2c2dad186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.813651 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5907763e-b9a1-4bde-b869-caf2c2dad186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.819196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5907763e-b9a1-4bde-b869-caf2c2dad186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.860099 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-5907763e-b9a1-4bde-b869-caf2c2dad186 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94368939d8294587a3fe99610f696494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183285 Aug 13 04:54:08.861092 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907763e-b9a1-4bde-b869-caf2c2dad186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2053d721-09da-48a2-808b-06bf4ab99737,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:08.862852 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 59002) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:08.928745 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-96a3f058-23ea-4c96-84c3-e9f3a8713ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:08.957367 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-96a3f058-23ea-4c96-84c3-e9f3a8713ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:09.042013 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-96a3f058-23ea-4c96-84c3-e9f3a8713ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:09.045045 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-96a3f058-23ea-4c96-84c3-e9f3a8713ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:09.046225 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-96a3f058-23ea-4c96-84c3-e9f3a8713ecf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2053d721-09da-48a2-808b-06bf4ab99737 HTTP/1.1" status: 204 len: 168 time: 0.1817713 Aug 13 04:54:09.067799 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3f058-23ea-4c96-84c3-e9f3a8713ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2053d721-09da-48a2-808b-06bf4ab99737,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:09.482280 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e33abc-f247-480c-a5de-196ce9ba7628 req-e9158339-3e76-4578-9cbe-bed4d182b571 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:09.483904 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-04e33abc-f247-480c-a5de-196ce9ba7628 req-e9158339-3e76-4578-9cbe-bed4d182b571 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0621932 Aug 13 04:54:09.541533 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-04e33abc-f247-480c-a5de-196ce9ba7628 req-80d420c1-43dd-4330-8135-b94746e53c27 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509295 Aug 13 04:54:10.061405 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-71456021-16b3-4d6b-bc3a-79d073c60063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:10.649795 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 59080) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:10.743824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6556bd-f84d-42bd-9da9-f336885eda7c req-77e91224-df67-4758-9ea2-d98c383d7c8c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:10.746503 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1e6556bd-f84d-42bd-9da9-f336885eda7c req-77e91224-df67-4758-9ea2-d98c383d7c8c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.1191328 Aug 13 04:54:10.765608 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 59084) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:10.810530 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1e6556bd-f84d-42bd-9da9-f336885eda7c req-c785135d-a1ce-4130-ab19-c2ef057518fe tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574789 Aug 13 04:54:10.878513 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c927ad7d-0051-496a-853b-78e7521fe36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:10.910906 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-88db4bc1-ca2c-4c0b-bf50-5b9402c450e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.001162 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c927ad7d-0051-496a-853b-78e7521fe36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.007611 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c927ad7d-0051-496a-853b-78e7521fe36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.077918 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 59090) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:11.078054 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c927ad7d-0051-496a-853b-78e7521fe36c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6ee61fcd1e145499f5a802c4eca7658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270997 Aug 13 04:54:11.080999 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ad7d-0051-496a-853b-78e7521fe36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cbfd94-4ead-4bec-a201-ec903014d0c6,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:11.132583 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-88db4bc1-ca2c-4c0b-bf50-5b9402c450e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.138025 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-88db4bc1-ca2c-4c0b-bf50-5b9402c450e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.142007 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-94155170-2e93-4772-92d7-a1a71ce18445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.163750 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-94155170-2e93-4772-92d7-a1a71ce18445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.176954 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-88db4bc1-ca2c-4c0b-bf50-5b9402c450e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad3d3b06b5e7473fb6d4016a57021f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102979 Aug 13 04:54:11.178176 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db4bc1-ca2c-4c0b-bf50-5b9402c450e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23d6da-1e0b-4426-b73f-442d18fb8d5d,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:11.179689 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 59096) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:11.243195 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-97666026-d422-4f07-b94d-cb1b81b46594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.248657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-94155170-2e93-4772-92d7-a1a71ce18445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.251419 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-94155170-2e93-4772-92d7-a1a71ce18445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.254803 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-94155170-2e93-4772-92d7-a1a71ce18445 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5cbfd94-4ead-4bec-a201-ec903014d0c6 HTTP/1.1" status: 204 len: 168 time: 0.1737132 Aug 13 04:54:11.278454 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94155170-2e93-4772-92d7-a1a71ce18445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cbfd94-4ead-4bec-a201-ec903014d0c6,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:11.287911 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-97666026-d422-4f07-b94d-cb1b81b46594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.344237 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-97666026-d422-4f07-b94d-cb1b81b46594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.346942 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-97666026-d422-4f07-b94d-cb1b81b46594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.348201 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-97666026-d422-4f07-b94d-cb1b81b46594 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a23d6da-1e0b-4426-b73f-442d18fb8d5d HTTP/1.1" status: 204 len: 168 time: 0.1675797 Aug 13 04:54:11.356991 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97666026-d422-4f07-b94d-cb1b81b46594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23d6da-1e0b-4426-b73f-442d18fb8d5d,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:11.547094 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 59110) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:11.564069 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2e65053e-488d-4a9d-a5c7-686b1ff0268a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.651802 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2e65053e-488d-4a9d-a5c7-686b1ff0268a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.655519 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2e65053e-488d-4a9d-a5c7-686b1ff0268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.695035 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2e65053e-488d-4a9d-a5c7-686b1ff0268a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16a0363ef61c493ebbe47cf4e2626bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443982 Aug 13 04:54:11.695186 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 59116) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:11.701281 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65053e-488d-4a9d-a5c7-686b1ff0268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71af198-0ade-4da4-a9f6-016033ca98e9,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:11.749855 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5dac-62eb-468f-bb9b-ccf3811048c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.771129 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5dac-62eb-468f-bb9b-ccf3811048c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.815989 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5dac-62eb-468f-bb9b-ccf3811048c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.818610 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5dac-62eb-468f-bb9b-ccf3811048c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:11.819757 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-0b2d5dac-62eb-468f-bb9b-ccf3811048c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f71af198-0ade-4da4-a9f6-016033ca98e9 HTTP/1.1" status: 204 len: 168 time: 0.1236775 Aug 13 04:54:11.827963 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d5dac-62eb-468f-bb9b-ccf3811048c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71af198-0ade-4da4-a9f6-016033ca98e9,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:11.946430 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7e88f-44a5-432d-99f9-c4e7015f36e6 req-14d16f93-c2e9-4af6-90ae-14dedde43bc4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:11.948003 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-27f7e88f-44a5-432d-99f9-c4e7015f36e6 req-14d16f93-c2e9-4af6-90ae-14dedde43bc4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0514371 Aug 13 04:54:11.987209 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-27f7e88f-44a5-432d-99f9-c4e7015f36e6 req-3015389f-9f0a-435b-9c94-7c5db961e038 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330045 Aug 13 04:54:12.251782 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e6b49f79-6dc2-49e4-9682-35c716141f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:12.440504 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-549b5e84-c4fe-4a40-9c31-efa68bff9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:12.442081 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-549b5e84-c4fe-4a40-9c31-efa68bff9768 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1099 time: 0.0470674 Aug 13 04:54:12.545908 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-6d8e33ec-5c6b-4ab3-8239-9c1765f0ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:12.547967 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-6d8e33ec-5c6b-4ab3-8239-9c1765f0ab42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.0912709 Aug 13 04:54:12.624389 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-80fd0755-cab1-4785-bb1e-7212b89b355e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 1001 time: 0.0691907 Aug 13 04:54:12.627287 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:12.675639 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-afb40b13-fb13-48a9-860d-af27a63a34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:12.677106 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-afb40b13-fb13-48a9-860d-af27a63a34ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0456991 Aug 13 04:54:12.727810 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-d053d073-afb6-4614-9d32-989a1e1904e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:12.728351 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-d053d073-afb6-4614-9d32-989a1e1904e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436523 Aug 13 04:54:12.833421 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-54347b79-7b03-4660-b694-f009681f459d service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965095 Aug 13 04:54:12.930900 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-60b77900-957b-49da-9fbc-0eb478d1b78b req-bee7c0e8-c586-42b0-8715-3775fc49efe7 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895448 Aug 13 04:54:13.128102 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50135077-0468-4919-9f0b-64ecd7b78377 req-9ae52cc6-aef8-41c3-aec8-81a06b9133e9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:13.129787 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-50135077-0468-4919-9f0b-64ecd7b78377 req-9ae52cc6-aef8-41c3-aec8-81a06b9133e9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0560544 Aug 13 04:54:13.179736 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-50135077-0468-4919-9f0b-64ecd7b78377 req-9efa58b3-2802-4354-b234-11aac1c4626a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437198 Aug 13 04:54:13.639704 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:13.998304 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:14.310344 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251712e-9522-45f0-b706-72a383fbad42 req-10112d50-6c9f-4c57-9549-63a5a71d1e22 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:14.314232 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a251712e-9522-45f0-b706-72a383fbad42 req-10112d50-6c9f-4c57-9549-63a5a71d1e22 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0526025 Aug 13 04:54:14.357412 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a251712e-9522-45f0-b706-72a383fbad42 req-5e9afa64-3ef6-4478-860e-6236b9044f49 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383444 Aug 13 04:54:15.384765 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:15.499329 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829612a3-dd8d-4c6b-85c9-3c58deb23c68 req-3a094316-1556-4c90-adb9-ddafa7865edd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:15.500799 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-829612a3-dd8d-4c6b-85c9-3c58deb23c68 req-3a094316-1556-4c90-adb9-ddafa7865edd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0686955 Aug 13 04:54:15.543074 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-829612a3-dd8d-4c6b-85c9-3c58deb23c68 req-a49a851d-1bc1-462c-bada-d5913e667176 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362337 Aug 13 04:54:15.710347 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 59266) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:15.822866 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19ae4e9e-5c7a-4871-ab94-3226648876bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:15.927525 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19ae4e9e-5c7a-4871-ab94-3226648876bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:15.931383 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19ae4e9e-5c7a-4871-ab94-3226648876bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:15.970081 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-19ae4e9e-5c7a-4871-ab94-3226648876bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4f98108189546019782d3ea1bb05fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586045 Aug 13 04:54:15.970938 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4e9e-5c7a-4871-ab94-3226648876bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e85d297-7494-461d-82c5-65e68bfd7716,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:15.973304 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 59276) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:16.023287 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5bb4-c908-4876-bff4-e04b40cc3415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.045404 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5bb4-c908-4876-bff4-e04b40cc3415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.094836 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5bb4-c908-4876-bff4-e04b40cc3415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.097238 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5bb4-c908-4876-bff4-e04b40cc3415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.098425 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-1e7b5bb4-c908-4876-bff4-e04b40cc3415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e85d297-7494-461d-82c5-65e68bfd7716 HTTP/1.1" status: 204 len: 168 time: 0.1246896 Aug 13 04:54:16.106810 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b5bb4-c908-4876-bff4-e04b40cc3415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e85d297-7494-461d-82c5-65e68bfd7716,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:16.234324 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0379bb-3145-4390-8fc3-e36fbdb08c0f req-23619cfc-c00c-4ef9-b44c-e96416953573 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:16.241703 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cf0379bb-3145-4390-8fc3-e36fbdb08c0f req-23619cfc-c00c-4ef9-b44c-e96416953573 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 946 time: 0.0684075 Aug 13 04:54:16.277990 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cf0379bb-3145-4390-8fc3-e36fbdb08c0f req-84f057d4-5b39-4547-9b0b-fccee18ceae5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353792 Aug 13 04:54:16.399816 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 59298) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:16.418570 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-206c2e8b-a389-45c2-8b91-d8b69a4084c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.513314 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-206c2e8b-a389-45c2-8b91-d8b69a4084c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.517022 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-206c2e8b-a389-45c2-8b91-d8b69a4084c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.561504 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-206c2e8b-a389-45c2-8b91-d8b69a4084c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bd97561eb904239a2fc3fbb99c4bbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602283 Aug 13 04:54:16.562243 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c2e8b-a389-45c2-8b91-d8b69a4084c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ffd034-acab-44a1-b13d-ef9f276346a1,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:16.564430 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 59308) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:16.593822 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 59310) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:54:16.619982 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f688d2f6-0ec8-4771-b6c7-ce2aefcd41fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.639931 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:54:16.641476 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f688d2f6-0ec8-4771-b6c7-ce2aefcd41fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.699687 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f688d2f6-0ec8-4771-b6c7-ce2aefcd41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.700136 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-fdc21d8a-409d-455b-bb2e-21690390fc72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030643 Aug 13 04:54:16.703097 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f688d2f6-0ec8-4771-b6c7-ce2aefcd41fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.706603 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f688d2f6-0ec8-4771-b6c7-ce2aefcd41fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5ffd034-acab-44a1-b13d-ef9f276346a1 HTTP/1.1" status: 204 len: 168 time: 0.1387746 Aug 13 04:54:16.712134 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688d2f6-0ec8-4771-b6c7-ce2aefcd41fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ffd034-acab-44a1-b13d-ef9f276346a1,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:16.741794 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.764658 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:54:16.767602 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b5a12-66d3-4be9-98df-66424a5a7177" -d '{"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:54:16.781298 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:54:16.786786 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:16.818193 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 04:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc9ae42-2f95-4ca1-b5d1-4408527ce6a0 x-openstack-request-id: req-afc9ae42-2f95-4ca1-b5d1-4408527ce6a0 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:54:16.818694 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-unplugged", "status": "failed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384", "code": 422}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:54:16.819061 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afc9ae42-2f95-4ca1-b5d1-4408527ce6a0 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:54:16.819489 dv-cinder-760178-7-iscsi neutron-server[105493]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'code': 422} returned with failed status Aug 13 04:54:16.851480 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=8']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:54:17.407685 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ecd21-227f-451b-83fe-cb0479a513fb req-d08064bf-6ddf-4530-bd5b-4d2a8b796ebd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:17.410345 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-282ecd21-227f-451b-83fe-cb0479a513fb req-d08064bf-6ddf-4530-bd5b-4d2a8b796ebd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0572493 Aug 13 04:54:17.451447 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-282ecd21-227f-451b-83fe-cb0479a513fb req-342fb3a7-47a0-48ee-99e2-92f8f942187e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353611 Aug 13 04:54:18.549228 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-663a8e5d-9e14-489e-82bd-f77a659bcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:18.550894 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-663a8e5d-9e14-489e-82bd-f77a659bcfc9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2&tenant_id=f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 1097 time: 0.0758286 Aug 13 04:54:18.579557 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e4efc-fe49-4879-98dd-985cd4ffc472 req-4382fcd1-7392-4694-81af-4685f0916987 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:18.581061 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-435e4efc-fe49-4879-98dd-985cd4ffc472 req-4382fcd1-7392-4694-81af-4685f0916987 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0506234 Aug 13 04:54:18.622301 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-435e4efc-fe49-4879-98dd-985cd4ffc472 req-3e3db1aa-368b-4ebf-a551-9894845b613e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344906 Aug 13 04:54:18.636113 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-8d8c7e7d-4f9f-445a-a513-e64820c02f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:18.637649 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-8d8c7e7d-4f9f-445a-a513-e64820c02f37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1097 time: 0.0441411 Aug 13 04:54:18.731925 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-9d22f59b-628a-4a50-b1c8-da23316e3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:18.733675 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-9d22f59b-628a-4a50-b1c8-da23316e3dd7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.0880530 Aug 13 04:54:18.807112 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-a504f5e5-1061-4947-8fef-90ca1180a577 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 999 time: 0.0612259 Aug 13 04:54:18.858791 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-81b27b47-50b4-4640-aff7-48f6187e3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:18.860268 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-81b27b47-50b4-4640-aff7-48f6187e3945 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0463994 Aug 13 04:54:18.906558 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-694a2570-17b9-4e0a-afbf-90bfacff40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:18.908420 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-694a2570-17b9-4e0a-afbf-90bfacff40ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400898 Aug 13 04:54:19.002405 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-3dd6d12e-cafb-4057-812c-9a3b9c8da740 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847409 Aug 13 04:54:19.097428 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-168e1da6-f551-4ff1-bf0d-970d45a7887b req-7d8d0963-a78b-4917-b3db-8e3d365268b4 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863879 Aug 13 04:54:19.739958 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b93b6e-0d16-4e2d-bb88-ec241ba60cdd req-00d0f279-2092-49b7-9264-5c8ce8139d4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:19.741464 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8b93b6e-0d16-4e2d-bb88-ec241ba60cdd req-00d0f279-2092-49b7-9264-5c8ce8139d4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0482428 Aug 13 04:54:19.780563 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8b93b6e-0d16-4e2d-bb88-ec241ba60cdd req-a9fd2edd-903c-4c3e-9707-6ca32b55fcdc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Aug 13 04:54:20.903847 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf386116-a19c-4593-93a1-c7cfd1a50fca req-3a05f123-a7d2-4fe1-9c55-488245976cf3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:20.905280 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cf386116-a19c-4593-93a1-c7cfd1a50fca req-3a05f123-a7d2-4fe1-9c55-488245976cf3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0513506 Aug 13 04:54:20.942984 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cf386116-a19c-4593-93a1-c7cfd1a50fca req-d0d7d60b-4a70-4004-b761-1c055cb2f099 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313365 Aug 13 04:54:22.061024 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb1948-a97a-42b2-b9ca-d0d9f862c086 req-2a14acd2-c5fd-43bd-8137-c8764d047eb3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:22.062537 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-97bb1948-a97a-42b2-b9ca-d0d9f862c086 req-2a14acd2-c5fd-43bd-8137-c8764d047eb3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0488772 Aug 13 04:54:22.102526 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-97bb1948-a97a-42b2-b9ca-d0d9f862c086 req-b51d336c-3e68-488d-b0e6-eda936b63180 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341671 Aug 13 04:54:23.220956 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29695695-cbaf-463f-b755-fd6b022c1ff4 req-479fb002-994a-400b-adca-163c730661e7 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:23.222429 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-29695695-cbaf-463f-b755-fd6b022c1ff4 req-479fb002-994a-400b-adca-163c730661e7 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0495865 Aug 13 04:54:23.261215 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-29695695-cbaf-463f-b755-fd6b022c1ff4 req-747cbb22-5a1a-48ba-aa98-6cf9652104d4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327287 Aug 13 04:54:24.381609 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbebe31-81a0-4844-aa5d-d1675b42d28a req-eefd393a-194b-42a1-8ad7-c1275531972b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:24.383097 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3dbebe31-81a0-4844-aa5d-d1675b42d28a req-eefd393a-194b-42a1-8ad7-c1275531972b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0505855 Aug 13 04:54:24.421874 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3dbebe31-81a0-4844-aa5d-d1675b42d28a req-0be248b3-140d-4707-b1a8-5d297633af67 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Aug 13 04:54:25.541739 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c772fdf-5d34-4649-85dc-e8a9fdb7fcaa req-0d3587bf-332c-4f0c-92de-ae7342d03097 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:25.543852 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8c772fdf-5d34-4649-85dc-e8a9fdb7fcaa req-0d3587bf-332c-4f0c-92de-ae7342d03097 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0506589 Aug 13 04:54:25.580805 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8c772fdf-5d34-4649-85dc-e8a9fdb7fcaa req-04ccddec-1f53-4145-8842-24e4bb701965 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310965 Aug 13 04:54:26.700450 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a151a2-5b6e-4c92-af01-b5a7747e904c req-ba668789-e1f0-4cc6-9e43-f28096d7abd4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:26.701880 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e7a151a2-5b6e-4c92-af01-b5a7747e904c req-ba668789-e1f0-4cc6-9e43-f28096d7abd4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0487099 Aug 13 04:54:26.740785 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e7a151a2-5b6e-4c92-af01-b5a7747e904c req-39cd1f8a-2d39-489b-b082-09ddf5b4ed90 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Aug 13 04:54:27.866442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e097dc-1206-4e33-9ecd-5578b3544758 req-e730b0b4-fc7e-4bba-9598-e6d7006683c4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:27.867908 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-55e097dc-1206-4e33-9ecd-5578b3544758 req-e730b0b4-fc7e-4bba-9598-e6d7006683c4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0557520 Aug 13 04:54:27.906018 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-55e097dc-1206-4e33-9ecd-5578b3544758 req-460db666-6169-441b-91f4-5d9f471f0798 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Aug 13 04:54:29.024495 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5404f2-9cdc-4d0b-ad63-71c536bdef2b req-4b7f4402-0eff-4877-acb0-e7247ec47e7e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:29.025986 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db5404f2-9cdc-4d0b-ad63-71c536bdef2b req-4b7f4402-0eff-4877-acb0-e7247ec47e7e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0487013 Aug 13 04:54:29.065295 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db5404f2-9cdc-4d0b-ad63-71c536bdef2b req-9a78bc24-ede6-4a9e-b563-ed94a322b49a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328026 Aug 13 04:54:30.344746 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52a593-1ca4-4d18-bec6-947bda027a59 req-6fbc86c6-c56f-4d08-9d43-7042272d0371 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:30.346274 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5e52a593-1ca4-4d18-bec6-947bda027a59 req-6fbc86c6-c56f-4d08-9d43-7042272d0371 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.2011490 Aug 13 04:54:30.384776 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5e52a593-1ca4-4d18-bec6-947bda027a59 req-1b971157-0cce-4018-8a3b-d694c71f032d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Aug 13 04:54:31.512943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab033389-9b0e-419e-acaa-3a3cfdfbc004 req-8e9ad07f-986e-41b6-b43b-626f7586b315 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:31.514426 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab033389-9b0e-419e-acaa-3a3cfdfbc004 req-8e9ad07f-986e-41b6-b43b-626f7586b315 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0528014 Aug 13 04:54:31.554278 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab033389-9b0e-419e-acaa-3a3cfdfbc004 req-d3df04a4-f988-4aa7-b542-e19306ed3585 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330265 Aug 13 04:54:32.676570 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041b627-e0a8-4c74-ace3-ae132786cb99 req-739f1494-7e7c-42da-b1f5-56fdcd537dfd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:32.678110 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4041b627-e0a8-4c74-ace3-ae132786cb99 req-739f1494-7e7c-42da-b1f5-56fdcd537dfd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0518312 Aug 13 04:54:32.719591 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4041b627-e0a8-4c74-ace3-ae132786cb99 req-0fc8920b-605d-48d8-bc29-09f5614faed5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346463 Aug 13 04:54:33.909128 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d513-eb07-49a9-ab69-2d35a15dd6ab req-9f0087d0-2ee9-47b5-90fc-5e8ec1d72765 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:33.912802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dd63d513-eb07-49a9-ab69-2d35a15dd6ab req-9f0087d0-2ee9-47b5-90fc-5e8ec1d72765 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.1103635 Aug 13 04:54:33.951244 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dd63d513-eb07-49a9-ab69-2d35a15dd6ab req-0e1c8c80-846a-4774-856b-5991f025f7f9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Aug 13 04:54:35.099723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d4973-da9a-424d-93a2-78ccbd2d70f7 req-aead4f1f-985a-4d22-ac5d-2d9ccb911e17 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:35.101198 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-979d4973-da9a-424d-93a2-78ccbd2d70f7 req-aead4f1f-985a-4d22-ac5d-2d9ccb911e17 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0517385 Aug 13 04:54:35.145548 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-979d4973-da9a-424d-93a2-78ccbd2d70f7 req-a4150690-78ce-4430-8c30-1171d885db48 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373147 Aug 13 04:54:35.515656 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:54:36.267452 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63608c-e08d-4cb5-a97d-b7ebf9db3391 req-15fce4e9-4617-4175-8348-5381ca8574aa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:36.269004 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ec63608c-e08d-4cb5-a97d-b7ebf9db3391 req-15fce4e9-4617-4175-8348-5381ca8574aa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0490966 Aug 13 04:54:36.309911 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ec63608c-e08d-4cb5-a97d-b7ebf9db3391 req-575547f8-a8fd-4c6b-92e4-84493f13c98a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348291 Aug 13 04:54:37.551266 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a51d8-c3dd-4d36-9cff-4d55e769b54b req-b557f298-a906-49dc-b11f-e7429aeb9d9e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:37.552772 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be3a51d8-c3dd-4d36-9cff-4d55e769b54b req-b557f298-a906-49dc-b11f-e7429aeb9d9e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0613811 Aug 13 04:54:37.592072 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be3a51d8-c3dd-4d36-9cff-4d55e769b54b req-750e03e6-6880-4748-b384-5e286d356e3d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331554 Aug 13 04:54:38.716360 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3748aa-9789-40da-8640-6ee86bbc155a req-41b45737-8089-4916-882d-37763e25b72c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:38.717875 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7c3748aa-9789-40da-8640-6ee86bbc155a req-41b45737-8089-4916-882d-37763e25b72c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0537193 Aug 13 04:54:38.756588 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7c3748aa-9789-40da-8640-6ee86bbc155a req-d3973b11-d827-4ffb-8e9d-4c594e491d7c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Aug 13 04:54:39.877631 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3ddc-a649-4515-b047-a2473e834cf5 req-086f8140-df6d-4540-8c08-31330296af8b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:39.879139 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f15c3ddc-a649-4515-b047-a2473e834cf5 req-086f8140-df6d-4540-8c08-31330296af8b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0500844 Aug 13 04:54:39.916623 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f15c3ddc-a649-4515-b047-a2473e834cf5 req-d52ebb72-7b41-4e01-8fd5-1b08bdc26562 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Aug 13 04:54:40.052321 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c2cd74e6-1329-4b80-8755-7c9f50116e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:41.037878 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87f2b-bd56-4ec2-9929-ecc96f5ca3b2 req-c4b8826e-eb24-4960-a0d5-93384cf825f0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:41.039358 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6b87f2b-bd56-4ec2-9929-ecc96f5ca3b2 req-c4b8826e-eb24-4960-a0d5-93384cf825f0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0497808 Aug 13 04:54:41.079246 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6b87f2b-bd56-4ec2-9929-ecc96f5ca3b2 req-e3659c89-decf-43c4-a8ad-c3b275f9084a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Aug 13 04:54:42.206520 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add5024-4de1-453a-a0ee-fb1e7e40a619 req-e914201e-e976-4c71-b081-87f367bae58a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:42.209209 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9add5024-4de1-453a-a0ee-fb1e7e40a619 req-e914201e-e976-4c71-b081-87f367bae58a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0563836 Aug 13 04:54:42.248369 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9add5024-4de1-453a-a0ee-fb1e7e40a619 req-6fd6fb9d-3f1e-4904-b81e-f615e3df8e82 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327442 Aug 13 04:54:42.254288 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b4adfcea-b6a7-4f87-a9ca-87395fec3bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:42.618961 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:43.369223 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a627d68-e91c-48f4-8acc-235911351c45 req-60eaf883-adc2-4a0b-9e8e-5d6f43bbe99c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:43.370757 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a627d68-e91c-48f4-8acc-235911351c45 req-60eaf883-adc2-4a0b-9e8e-5d6f43bbe99c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0488231 Aug 13 04:54:43.408411 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a627d68-e91c-48f4-8acc-235911351c45 req-6e1ad892-0a6e-4c2d-9376-c2ea73415f84 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Aug 13 04:54:43.637512 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:44.003026 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:44.534205 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ad5ad-abfe-41f8-8f55-d611b10b4293 req-a8938979-24f8-48f7-9404-93d4d0c0c716 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:44.535616 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cc9ad5ad-abfe-41f8-8f55-d611b10b4293 req-a8938979-24f8-48f7-9404-93d4d0c0c716 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0536730 Aug 13 04:54:44.572810 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cc9ad5ad-abfe-41f8-8f55-d611b10b4293 req-c71e19c9-befe-4e4f-8edf-f48226d9d696 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Aug 13 04:54:45.386410 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:54:45.699897 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40b9d8-9175-4c5c-a242-029d6fc1304d req-17ace462-67c3-4da7-b8e1-834608919f24 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:45.701975 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bd40b9d8-9175-4c5c-a242-029d6fc1304d req-17ace462-67c3-4da7-b8e1-834608919f24 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0546558 Aug 13 04:54:45.740077 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bd40b9d8-9175-4c5c-a242-029d6fc1304d req-b0fcf3ba-c56e-419b-a43c-5a992070ea86 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321827 Aug 13 04:54:46.861458 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3093c-2e73-4e54-a398-69c75881eb9c req-b73571f4-5207-4a78-9cc4-fc14cf72db00 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:46.862934 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-75b3093c-2e73-4e54-a398-69c75881eb9c req-b73571f4-5207-4a78-9cc4-fc14cf72db00 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0521004 Aug 13 04:54:46.899578 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-75b3093c-2e73-4e54-a398-69c75881eb9c req-fa13c50e-fc3c-4118-bbf4-0721cd72a2d2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307333 Aug 13 04:54:48.029957 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114a53-7a0c-4a0d-8df1-e83ae25053a3 req-d4c77585-8fbe-4be2-a286-f758db6a94fe tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:48.029957 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e7114a53-7a0c-4a0d-8df1-e83ae25053a3 req-d4c77585-8fbe-4be2-a286-f758db6a94fe tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0543284 Aug 13 04:54:48.060971 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e7114a53-7a0c-4a0d-8df1-e83ae25053a3 req-3639b646-f722-4d38-9f93-921c21a2005a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302920 Aug 13 04:54:49.178694 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d2dea-30e0-4b90-aad4-cae82d6cb5a3 req-6cbbf86d-bbac-4005-aea2-de8148ac5dbb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:49.180113 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a4d2dea-30e0-4b90-aad4-cae82d6cb5a3 req-6cbbf86d-bbac-4005-aea2-de8148ac5dbb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0497956 Aug 13 04:54:49.216409 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a4d2dea-30e0-4b90-aad4-cae82d6cb5a3 req-425cec56-e64e-452b-a20d-c0083eaa1918 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300307 Aug 13 04:54:50.335227 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4b4a-4be7-4ebb-9ad6-3f1826447809 req-41c02c40-4624-4487-b405-0b03aaf9a37a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:50.336737 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d51f4b4a-4be7-4ebb-9ad6-3f1826447809 req-41c02c40-4624-4487-b405-0b03aaf9a37a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0466032 Aug 13 04:54:50.374270 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d51f4b4a-4be7-4ebb-9ad6-3f1826447809 req-4d2d975b-5eff-4a20-9523-68e71f2b669a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Aug 13 04:54:51.491353 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17891312-b8c1-4308-8056-c879d92e03b5 req-1e35c049-0f7e-4698-8928-d2c0aa4693df tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:51.492805 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-17891312-b8c1-4308-8056-c879d92e03b5 req-1e35c049-0f7e-4698-8928-d2c0aa4693df tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0475683 Aug 13 04:54:51.529539 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-17891312-b8c1-4308-8056-c879d92e03b5 req-9154eeee-3750-4d49-8fea-087c130b39c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Aug 13 04:54:52.652138 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257fa75-4ed2-4685-87af-30c677e2d885 req-29dbb63b-2c0d-47e8-9695-aec3f21e2ce0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:52.654222 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3257fa75-4ed2-4685-87af-30c677e2d885 req-29dbb63b-2c0d-47e8-9695-aec3f21e2ce0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0500302 Aug 13 04:54:52.692131 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3257fa75-4ed2-4685-87af-30c677e2d885 req-8acc097f-e539-42fa-a2db-d3a607cba7de tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Aug 13 04:54:53.809926 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd20e6-0625-494d-99ef-5d8b1a3eb50f req-f0f890b3-0980-4cee-aaa5-155c47cb87be tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:53.811390 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-38cd20e6-0625-494d-99ef-5d8b1a3eb50f req-f0f890b3-0980-4cee-aaa5-155c47cb87be tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0484509 Aug 13 04:54:53.847198 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-38cd20e6-0625-494d-99ef-5d8b1a3eb50f req-1a94c361-b87c-42ff-bac5-ff2c299346b0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301254 Aug 13 04:54:54.964470 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb430180-5e7b-4a02-86c7-45fac83977cb req-033ab4f4-741c-45ce-82bd-2b9d46607f42 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:54.965959 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cb430180-5e7b-4a02-86c7-45fac83977cb req-033ab4f4-741c-45ce-82bd-2b9d46607f42 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0476208 Aug 13 04:54:55.002932 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cb430180-5e7b-4a02-86c7-45fac83977cb req-b0d5f36f-2d3f-45d3-9b09-ccdfbc310867 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Aug 13 04:54:56.122309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8efe8-82bd-46bd-a1d3-3549da38185c req-f012e18f-6647-4f53-b863-bbd64c11d915 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:56.123741 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5aa8efe8-82bd-46bd-a1d3-3549da38185c req-f012e18f-6647-4f53-b863-bbd64c11d915 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0509441 Aug 13 04:54:56.161489 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5aa8efe8-82bd-46bd-a1d3-3549da38185c req-3e7586ad-06c4-4518-acb4-4960d43a5c0a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Aug 13 04:54:57.278412 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5a24-c868-4543-93b3-fcdf7384f5b1 req-4e150f76-5b1e-4e45-a24e-fb3a3ef569a8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:57.279852 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-863c5a24-c868-4543-93b3-fcdf7384f5b1 req-4e150f76-5b1e-4e45-a24e-fb3a3ef569a8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0479379 Aug 13 04:54:57.319145 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-863c5a24-c868-4543-93b3-fcdf7384f5b1 req-53c8451d-1079-4387-8d3d-8935fb1d1273 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330529 Aug 13 04:54:58.435841 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb6424-3ad1-492f-b28b-12392be10fa4 req-3012beaf-f611-460b-88fe-8f45fdbd6613 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:58.438546 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-60eb6424-3ad1-492f-b28b-12392be10fa4 req-3012beaf-f611-460b-88fe-8f45fdbd6613 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0482862 Aug 13 04:54:58.474885 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-60eb6424-3ad1-492f-b28b-12392be10fa4 req-4b6346d2-14ac-415b-92c1-3eedfa2b8d18 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307226 Aug 13 04:54:59.596964 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea946ed-de13-4867-b88f-deb058741b24 req-0b8db6bf-9271-45d5-954a-d07230f214dd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:54:59.598422 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0ea946ed-de13-4867-b88f-deb058741b24 req-0b8db6bf-9271-45d5-954a-d07230f214dd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0507565 Aug 13 04:54:59.635171 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0ea946ed-de13-4867-b88f-deb058741b24 req-ea4cc9cc-9c7b-4134-80db-a7a8b7f3f580 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Aug 13 04:55:00.752654 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47687-a718-4629-8552-3b35a2a4bc52 req-036ad7b2-75e6-49a0-8a55-14f1ca4705bd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:00.754148 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-05a47687-a718-4629-8552-3b35a2a4bc52 req-036ad7b2-75e6-49a0-8a55-14f1ca4705bd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0481403 Aug 13 04:55:00.790977 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-05a47687-a718-4629-8552-3b35a2a4bc52 req-c59b5d92-4703-419d-abfe-d88fa4e04059 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309374 Aug 13 04:55:01.661132 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-857ba9f6-bbac-4ce1-a94e-a540167237fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:01.662629 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-857ba9f6-bbac-4ce1-a94e-a540167237fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1097 time: 0.0853393 Aug 13 04:55:01.764617 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-b337f228-7f2a-410f-87be-719be4a36fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:01.766076 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-b337f228-7f2a-410f-87be-719be4a36fd7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.0838301 Aug 13 04:55:01.870176 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-ba014af0-6ca8-4627-ba6f-c0e4af23f689 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 200 len: 999 time: 0.0554562 Aug 13 04:55:01.906240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488fc4-f3a7-44c6-bbe5-08eb0ac6e73b req-8f64b135-0479-4a4d-aeff-02dbc029c059 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:01.907698 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f2488fc4-f3a7-44c6-bbe5-08eb0ac6e73b req-8f64b135-0479-4a4d-aeff-02dbc029c059 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0475333 Aug 13 04:55:01.926162 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-48eef4c8-1769-4f07-9d1c-d84f25a72e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:01.927166 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-48eef4c8-1769-4f07-9d1c-d84f25a72e66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0464220 Aug 13 04:55:01.946641 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f2488fc4-f3a7-44c6-bbe5-08eb0ac6e73b req-80a69aa7-84f0-4b1b-963c-892800fceba6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316985 Aug 13 04:55:01.978072 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-0fd677c2-e88b-4bfa-a732-81db4944150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:01.979549 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-0fd677c2-e88b-4bfa-a732-81db4944150d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430367 Aug 13 04:55:02.072432 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-f0abc960-5ea3-4b4b-b57b-973c50fe830d service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782700 Aug 13 04:55:02.166351 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-372dfaae-4ba1-410d-a80b-62514d8a4718 req-f0111049-4de5-452f-a0c2-8e002b94bebd service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830107 Aug 13 04:55:03.067207 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0421-6cf5-433b-b31e-7ef867e8b4b3 req-5fa6618a-83fa-4238-926a-c6b6dc0c838e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:03.068620 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6dc0421-6cf5-433b-b31e-7ef867e8b4b3 req-5fa6618a-83fa-4238-926a-c6b6dc0c838e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0504243 Aug 13 04:55:03.103799 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a6dc0421-6cf5-433b-b31e-7ef867e8b4b3 req-617d4449-745f-4c44-ae6f-ac3a0fa19292 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293117 Aug 13 04:55:04.220772 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fd378-5470-4bb2-823d-ed65d19ec08a req-9bc91910-d3e8-4b5f-8b7c-7b4af052a675 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:04.222248 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-043fd378-5470-4bb2-823d-ed65d19ec08a req-9bc91910-d3e8-4b5f-8b7c-7b4af052a675 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0474224 Aug 13 04:55:04.258175 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-043fd378-5470-4bb2-823d-ed65d19ec08a req-52237258-7076-42c1-9007-1312765995e4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302272 Aug 13 04:55:05.372877 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a265e47-c353-47ac-8a35-dfe2c3894a25 req-e62badf8-51da-4f25-a3e0-0d469eeeb92f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:05.374342 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1a265e47-c353-47ac-8a35-dfe2c3894a25 req-e62badf8-51da-4f25-a3e0-0d469eeeb92f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0469241 Aug 13 04:55:05.410677 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1a265e47-c353-47ac-8a35-dfe2c3894a25 req-4edd0236-f584-4d4b-bc0a-0efcf93c0a43 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306544 Aug 13 04:55:06.529884 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5fe43-f87c-44f7-bfbc-d3f1206f7302 req-a4ab4b34-bd4e-40ed-bc25-282284e68b65 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:06.531334 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5ce5fe43-f87c-44f7-bfbc-d3f1206f7302 req-a4ab4b34-bd4e-40ed-bc25-282284e68b65 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0506737 Aug 13 04:55:06.568803 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5ce5fe43-f87c-44f7-bfbc-d3f1206f7302 req-6dd4fe29-2fca-4e8f-a9fe-9b3f945aaf25 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Aug 13 04:55:07.688750 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafdf45-33fb-4df3-91ec-6e40c9e4d8f4 req-4c1863ec-dd64-4a42-9c40-8cb1be015acd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:07.690619 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9dafdf45-33fb-4df3-91ec-6e40c9e4d8f4 req-4c1863ec-dd64-4a42-9c40-8cb1be015acd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0509868 Aug 13 04:55:07.728861 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9dafdf45-33fb-4df3-91ec-6e40c9e4d8f4 req-cdb11264-698f-41a1-b585-703bfc2917b1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323017 Aug 13 04:55:08.846770 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a7f4-5269-4cf3-b061-553f3abb2403 req-46e5db77-6dfc-45fb-99b8-c369edc0bb92 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:08.848209 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f801a7f4-5269-4cf3-b061-553f3abb2403 req-46e5db77-6dfc-45fb-99b8-c369edc0bb92 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0476027 Aug 13 04:55:08.883910 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f801a7f4-5269-4cf3-b061-553f3abb2403 req-d4c85929-096e-4f11-823e-9e35ba56fd1d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299704 Aug 13 04:55:10.005261 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3651a5-26c7-42d2-a7d5-6b8710f30268 req-94f1d2bb-ed9b-448e-a086-e3ca28f15bc3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:10.006779 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f3651a5-26c7-42d2-a7d5-6b8710f30268 req-94f1d2bb-ed9b-448e-a086-e3ca28f15bc3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0497682 Aug 13 04:55:10.046753 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f3651a5-26c7-42d2-a7d5-6b8710f30268 req-ee6a8905-be79-400f-8cf7-6931392ae524 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340726 Aug 13 04:55:10.056870 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f54392f5-080b-4d7d-9031-bf1c69d85dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:11.170444 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44e27e-b10b-4c35-b4e4-f0a863ebc7c4 req-e523464f-380c-4e7f-a2f5-f62f60ae85cd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:11.171905 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad44e27e-b10b-4c35-b4e4-f0a863ebc7c4 req-e523464f-380c-4e7f-a2f5-f62f60ae85cd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0491049 Aug 13 04:55:11.208212 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad44e27e-b10b-4c35-b4e4-f0a863ebc7c4 req-8bdcc785-f57f-45e7-98ad-ac3e1e40ee48 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300114 Aug 13 04:55:12.258211 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-71167e12-ff5a-4d82-87bb-304f5bd38d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:12.325572 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe6d40-6c1d-4827-b93f-dadc809addd4 req-d384d0b1-9ec2-4c10-b6f8-67fd9ce3eec9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:12.326994 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-76fe6d40-6c1d-4827-b93f-dadc809addd4 req-d384d0b1-9ec2-4c10-b6f8-67fd9ce3eec9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0475855 Aug 13 04:55:12.364073 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-76fe6d40-6c1d-4827-b93f-dadc809addd4 req-6438b6fc-39cd-474d-bb07-f517331aa627 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311923 Aug 13 04:55:12.515828 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:55:12.620218 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:13.490783 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabcd49-2b77-4080-bb0b-a5ea9ecefa5f req-353bb492-ff69-4a12-aa69-4ab380f7eb13 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:13.492252 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-daabcd49-2b77-4080-bb0b-a5ea9ecefa5f req-353bb492-ff69-4a12-aa69-4ab380f7eb13 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0567262 Aug 13 04:55:13.547472 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-daabcd49-2b77-4080-bb0b-a5ea9ecefa5f req-0132cc7c-ddac-4d98-8355-5eb79f61c0d5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493867 Aug 13 04:55:13.641702 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:13.999277 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:14.669038 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1474cda-7578-41d7-88b3-f8cf3ae8f625 req-db5424ed-ba84-43f0-8241-9ad4b81918ee tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:14.671112 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c1474cda-7578-41d7-88b3-f8cf3ae8f625 req-db5424ed-ba84-43f0-8241-9ad4b81918ee tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0477993 Aug 13 04:55:14.706779 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c1474cda-7578-41d7-88b3-f8cf3ae8f625 req-b375dbdc-c739-461b-be60-fed1a102fcf5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299072 Aug 13 04:55:15.390176 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:15.826743 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153e391-66ce-40b2-88c0-8f2a09b00bb5 req-795bcc9b-42fa-4879-a8ba-2469fb43c500 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:15.828196 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2153e391-66ce-40b2-88c0-8f2a09b00bb5 req-795bcc9b-42fa-4879-a8ba-2469fb43c500 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0478704 Aug 13 04:55:15.864213 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2153e391-66ce-40b2-88c0-8f2a09b00bb5 req-1126b356-741c-45e6-8c5f-7dc53f33c7f0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302556 Aug 13 04:55:16.983039 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3f351-d612-446c-9241-a86e7beeb1b1 req-0a353029-dc0d-43b9-9533-445da5b14e79 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:16.984353 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4c3f351-d612-446c-9241-a86e7beeb1b1 req-0a353029-dc0d-43b9-9533-445da5b14e79 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0505340 Aug 13 04:55:17.021587 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4c3f351-d612-446c-9241-a86e7beeb1b1 req-743ef7a7-e1a2-40d3-b906-983dbcf1ce2b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313745 Aug 13 04:55:18.142311 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fe402-6c92-4300-a127-3187da0d0df5 req-ce48f33b-b4bc-4953-bebd-305fc05d617e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:18.143767 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c62fe402-6c92-4300-a127-3187da0d0df5 req-ce48f33b-b4bc-4953-bebd-305fc05d617e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0471528 Aug 13 04:55:18.180752 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c62fe402-6c92-4300-a127-3187da0d0df5 req-58bbf428-dc51-47b2-8f80-b12a8d2dd6cb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309196 Aug 13 04:55:19.296311 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cfa07-28e8-4b10-ae23-20b2d52818ea req-42891ad7-2e92-43fb-a0a4-093ace06f5b8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:19.297689 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-543cfa07-28e8-4b10-ae23-20b2d52818ea req-42891ad7-2e92-43fb-a0a4-093ace06f5b8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0471370 Aug 13 04:55:19.341466 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-543cfa07-28e8-4b10-ae23-20b2d52818ea req-178b047c-98e1-49ac-8172-2158476322ea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374291 Aug 13 04:55:20.467091 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801b1c-e63e-4dab-b37b-2004db34a4ce req-82bef20e-c11c-414e-939f-961c54954c67 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:20.468537 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-25801b1c-e63e-4dab-b37b-2004db34a4ce req-82bef20e-c11c-414e-939f-961c54954c67 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0529850 Aug 13 04:55:20.718489 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-25801b1c-e63e-4dab-b37b-2004db34a4ce req-fbdc0058-fe6c-404a-82ce-5eda38b81351 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440529 Aug 13 04:55:21.835224 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ba556-6fba-4035-b1ad-d314bf297cf0 req-dc702e3e-20a8-4f3e-92d9-7256b7c88483 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:21.836666 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-910ba556-6fba-4035-b1ad-d314bf297cf0 req-dc702e3e-20a8-4f3e-92d9-7256b7c88483 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0466757 Aug 13 04:55:21.872812 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-910ba556-6fba-4035-b1ad-d314bf297cf0 req-539a62e3-471f-464c-a621-01dd81b62fda tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300641 Aug 13 04:55:22.989470 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bc339-a260-43d9-a725-ec868f75794b req-2aa3b37b-85eb-45fb-8638-54ba64e5712d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:22.990813 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fe1bc339-a260-43d9-a725-ec868f75794b req-2aa3b37b-85eb-45fb-8638-54ba64e5712d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0463870 Aug 13 04:55:23.027481 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fe1bc339-a260-43d9-a725-ec868f75794b req-224063bc-9e96-4ec6-8383-cf59d87e6852 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310137 Aug 13 04:55:24.148492 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b62e0-decc-47f1-84a9-ac68ac575ddb req-4d87f28b-ddaa-453d-b9a9-9b9beecc9d03 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:24.149928 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df5b62e0-decc-47f1-84a9-ac68ac575ddb req-4d87f28b-ddaa-453d-b9a9-9b9beecc9d03 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0494809 Aug 13 04:55:24.186507 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-df5b62e0-decc-47f1-84a9-ac68ac575ddb req-7e71efc9-f665-4361-a180-43318533366b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300767 Aug 13 04:55:25.300304 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01155b24-2e54-436d-aa4a-9757e2e58877 req-798992c8-f260-47ae-8797-8ab5318f969d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:25.301673 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-01155b24-2e54-436d-aa4a-9757e2e58877 req-798992c8-f260-47ae-8797-8ab5318f969d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0467496 Aug 13 04:55:25.337773 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-01155b24-2e54-436d-aa4a-9757e2e58877 req-f087b6a1-ec07-44ce-a187-f44fc5ae06f4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304191 Aug 13 04:55:26.453884 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602a739-bd5f-4021-8cfe-e68781b3eb50 req-472b850e-c386-4831-96be-aa4660368b69 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:26.455337 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6602a739-bd5f-4021-8cfe-e68781b3eb50 req-472b850e-c386-4831-96be-aa4660368b69 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0470231 Aug 13 04:55:26.492216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6602a739-bd5f-4021-8cfe-e68781b3eb50 req-3b22f19a-fb21-4d0b-9869-bd15584012c1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Aug 13 04:55:27.611870 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb804a6f-88d7-4574-b9d1-eb8a34654b47 req-9e051245-dc24-4a2d-bdd5-645341f7a18f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:27.613322 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb804a6f-88d7-4574-b9d1-eb8a34654b47 req-9e051245-dc24-4a2d-bdd5-645341f7a18f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0504432 Aug 13 04:55:27.650216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb804a6f-88d7-4574-b9d1-eb8a34654b47 req-5390af5b-7642-4e34-be1c-ff9e9e92a1c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310123 Aug 13 04:55:28.766626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfaa81-7c56-43db-879f-77ac185590d9 req-1f2281b9-be29-4164-b1bb-93f64894cbf2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:28.768081 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6bfaa81-7c56-43db-879f-77ac185590d9 req-1f2281b9-be29-4164-b1bb-93f64894cbf2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0475621 Aug 13 04:55:28.816062 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e6bfaa81-7c56-43db-879f-77ac185590d9 req-86638371-ed67-4a31-a116-6b7a7230dabb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382433 Aug 13 04:55:29.931075 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fe071-2528-4527-a49e-ea2754a473f0 req-38de6012-48df-4c56-8265-87b5203b6c02 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:29.932508 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-358fe071-2528-4527-a49e-ea2754a473f0 req-38de6012-48df-4c56-8265-87b5203b6c02 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0481703 Aug 13 04:55:29.968530 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-358fe071-2528-4527-a49e-ea2754a473f0 req-fb36c1f2-0b6a-4787-83b5-b1274cc3dc84 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296078 Aug 13 04:55:31.091309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ce793-b850-4ff0-8422-f96f4b3b3e86 req-89143bc8-efd2-42d4-876f-14b841e80150 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:31.093270 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-964ce793-b850-4ff0-8422-f96f4b3b3e86 req-89143bc8-efd2-42d4-876f-14b841e80150 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0533905 Aug 13 04:55:31.129709 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-964ce793-b850-4ff0-8422-f96f4b3b3e86 req-b1076a1a-323f-4525-a645-b4ce605052a2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304906 Aug 13 04:55:32.244146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f2a9a-d729-4199-9fbd-a4077e41ff0a req-36d33c09-ab57-4ec7-aa3d-aa4fe06644f5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:32.245623 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ef9f2a9a-d729-4199-9fbd-a4077e41ff0a req-36d33c09-ab57-4ec7-aa3d-aa4fe06644f5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0474465 Aug 13 04:55:32.283743 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ef9f2a9a-d729-4199-9fbd-a4077e41ff0a req-d12bae65-243e-4fac-ae0f-b867308536ac tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Aug 13 04:55:33.398170 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725059e-29b0-41ad-8160-3ee3859c1201 req-6a7dbef4-c117-4367-8b73-8191e5ad36e1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:33.399606 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4725059e-29b0-41ad-8160-3ee3859c1201 req-6a7dbef4-c117-4367-8b73-8191e5ad36e1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0465112 Aug 13 04:55:33.435998 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4725059e-29b0-41ad-8160-3ee3859c1201 req-53e4bd16-3d17-4831-a2ea-c47b331324ef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301397 Aug 13 04:55:34.556992 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08620857-ec2a-49f0-abf9-70513f846ba2 req-253149d1-8aca-4441-ba43-03eeec6b761c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:34.558452 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-08620857-ec2a-49f0-abf9-70513f846ba2 req-253149d1-8aca-4441-ba43-03eeec6b761c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0510302 Aug 13 04:55:34.595304 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-08620857-ec2a-49f0-abf9-70513f846ba2 req-b905a537-4244-46d1-9219-0573d61b9026 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Aug 13 04:55:35.608325 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e9a49-2a81-4ed9-b631-0427d32eb961 req-e4bb0ef2-8ed9-4f58-b26f-b49e61677622 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:35.609837 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c64e9a49-2a81-4ed9-b631-0427d32eb961 req-e4bb0ef2-8ed9-4f58-b26f-b49e61677622 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0472851 Aug 13 04:55:35.650206 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c64e9a49-2a81-4ed9-b631-0427d32eb961 req-d6114455-af59-40bf-a446-32f6fe438015 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343180 Aug 13 04:55:35.715073 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c7797-ed11-4301-acf6-787072846f32 req-c522dd1e-f804-4d92-8cb7-a02ce062179c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:35.716478 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-098c7797-ed11-4301-acf6-787072846f32 req-c522dd1e-f804-4d92-8cb7-a02ce062179c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0481679 Aug 13 04:55:35.753569 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-098c7797-ed11-4301-acf6-787072846f32 req-7898064e-d6e0-41b1-befb-3dea88b45f8c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310748 Aug 13 04:55:36.766588 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4922-f0a8-40b2-b302-06959df04eeb req-6da86319-e3e6-4b95-afd1-27fdfffad3f3 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:36.768036 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-498e4922-f0a8-40b2-b302-06959df04eeb req-6da86319-e3e6-4b95-afd1-27fdfffad3f3 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0516584 Aug 13 04:55:36.807911 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-498e4922-f0a8-40b2-b302-06959df04eeb req-8f59057c-0257-4c9b-b163-b46aa6a2faa6 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338697 Aug 13 04:55:36.902019 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff58a7-18ae-4c29-840e-c54de17a2400 req-ed3bc448-e0bb-4fcc-9436-c1783c1a74d1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:36.903491 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-50ff58a7-18ae-4c29-840e-c54de17a2400 req-ed3bc448-e0bb-4fcc-9436-c1783c1a74d1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 944 time: 0.0521214 Aug 13 04:55:36.940663 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-50ff58a7-18ae-4c29-840e-c54de17a2400 req-6276ece0-c9a1-4759-9048-441ab6a8f83c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299590 Aug 13 04:55:37.398894 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:55:37.454215 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-43194399-1abf-4281-a8c5-afaef471337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:37.455625 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-43194399-1abf-4281-a8c5-afaef471337a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1137 time: 0.0416474 Aug 13 04:55:37.492154 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:37.503763 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'port_id': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'mac_address': 'fa:16:3e:5e:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:55:37.538868 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:37.547778 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-e922bf88-a092-4afc-bbe7-48229e6b7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:37.549247 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-e922bf88-a092-4afc-bbe7-48229e6b7c02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 914 time: 0.0857708 Aug 13 04:55:37.551554 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3638c3a7-013e-4b8a-82e2-28c6a412c384 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:55:37.571137 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:37.574950 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:37.613851 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-ef91ec4a-39fc-434f-a185-76ff13985c1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 1001 time: 0.0570695 Aug 13 04:55:37.624108 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=9']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:37.630949 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.631292 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.631627 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.631959 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.632282 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.632608 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.632929 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.633248 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.633592 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.633912 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.634227 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.634542 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:37.663273 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-ea07ea84-1f8c-433b-8f02-fd948ac72ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:37.664705 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-ea07ea84-1f8c-433b-8f02-fd948ac72ea3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.0424855 Aug 13 04:55:37.732699 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-3a835bb0-a450-4891-8b21-76173d3fa877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:37.734196 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-3a835bb0-a450-4891-8b21-76173d3fa877 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420437 Aug 13 04:55:37.915858 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-d2446861-5b11-4575-8925-7cb12f299447 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837748 Aug 13 04:55:37.926196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851b961-b75c-4c94-b177-f8f7c36f7a4d req-22d2cf8d-5ef6-4a83-a54f-c005b0fb5ee3 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:37.927668 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9851b961-b75c-4c94-b177-f8f7c36f7a4d req-22d2cf8d-5ef6-4a83-a54f-c005b0fb5ee3 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0532115 Aug 13 04:55:37.967621 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9851b961-b75c-4c94-b177-f8f7c36f7a4d req-b6ed74c4-1889-45e4-9470-a3592e53c43b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340385 Aug 13 04:55:38.015125 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e512a7f9-f3ce-4e59-84b7-2cc9b12fe230 req-503890b0-7df2-42bf-afce-48d9ab9d9491 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913403 Aug 13 04:55:38.075827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3bf8d-767f-4266-897e-8287716bdca5 req-6ba0b4be-7e78-401b-97d0-6d49a8a1414e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:38.077311 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-00b3bf8d-767f-4266-897e-8287716bdca5 req-6ba0b4be-7e78-401b-97d0-6d49a8a1414e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0558233 Aug 13 04:55:38.115738 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-00b3bf8d-767f-4266-897e-8287716bdca5 req-914db83a-d595-4537-ace2-83f346470622 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323532 Aug 13 04:55:38.652255 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['3638c3a7-013e-4b8a-82e2-28c6a412c384'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:55:39.093224 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894084c0-d2c0-4344-9406-4b64e8ef2be1 req-1c08377c-7042-43c9-bedd-b48ae41933e0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:39.094828 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-894084c0-d2c0-4344-9406-4b64e8ef2be1 req-1c08377c-7042-43c9-bedd-b48ae41933e0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0501170 Aug 13 04:55:39.136399 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-894084c0-d2c0-4344-9406-4b64e8ef2be1 req-c5ba19e5-339f-4cc8-9311-50a46c43041f tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354786 Aug 13 04:55:39.244403 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b611b-de9c-4c68-9f5b-8a44dd822f44 req-6bc9b515-c039-409d-8484-7e4c7580e647 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:39.246525 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d59b611b-de9c-4c68-9f5b-8a44dd822f44 req-6bc9b515-c039-409d-8484-7e4c7580e647 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0533161 Aug 13 04:55:39.293886 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d59b611b-de9c-4c68-9f5b-8a44dd822f44 req-9b3f8169-9e55-49eb-8a03-f1586a703cef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Aug 13 04:55:39.363086 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93522c02-e842-40fe-8547-050404bc6096 req-d683956c-3a38-45e1-9030-5e71d32f6532 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:39.364537 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93522c02-e842-40fe-8547-050404bc6096 req-d683956c-3a38-45e1-9030-5e71d32f6532 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0514958 Aug 13 04:55:39.401356 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93522c02-e842-40fe-8547-050404bc6096 req-7b2130ab-3e75-4d60-b5fa-f63c226b95f0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308089 Aug 13 04:55:40.056414 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c9680a58-69fd-4a50-a608-57070cc5ffcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:40.255462 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed147de-3cc0-4349-b556-b7e3fefc837b req-4eec7bcf-c397-4efb-a072-c7cff25200eb tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:40.256908 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ed147de-3cc0-4349-b556-b7e3fefc837b req-4eec7bcf-c397-4efb-a072-c7cff25200eb tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0486488 Aug 13 04:55:40.297692 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ed147de-3cc0-4349-b556-b7e3fefc837b req-5dff8553-d065-442d-a21e-e9d36e26c4a2 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348349 Aug 13 04:55:40.418711 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34756e49-59cc-4048-ba37-110f3f75e2fd req-23c29c50-840f-4c21-b79f-b9167beec3ac tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:40.420246 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-34756e49-59cc-4048-ba37-110f3f75e2fd req-23c29c50-840f-4c21-b79f-b9167beec3ac tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0502238 Aug 13 04:55:40.462748 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-34756e49-59cc-4048-ba37-110f3f75e2fd req-1160de65-fbc4-43fd-9fce-d7980e1b5f20 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360382 Aug 13 04:55:40.542873 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b6170-aadf-487f-a775-8e66e42a5edb req-c82cc1bc-ccc6-4386-86f2-4b857eeef28f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:40.544434 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-119b6170-aadf-487f-a775-8e66e42a5edb req-c82cc1bc-ccc6-4386-86f2-4b857eeef28f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0552068 Aug 13 04:55:40.582103 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-119b6170-aadf-487f-a775-8e66e42a5edb req-65042556-11ff-42ba-9ff5-430696632470 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Aug 13 04:55:41.387731 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:41.411492 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657e42a-ebcc-4d16-8f22-a72d308b0f85 req-c494a6ed-0715-4880-ab74-7d6b5e8cf333 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:41.413133 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b657e42a-ebcc-4d16-8f22-a72d308b0f85 req-c494a6ed-0715-4880-ab74-7d6b5e8cf333 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0501969 Aug 13 04:55:41.439114 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 3638c3a7-013e-4b8a-82e2-28c6a412c384 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:41.439486 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:41.460885 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b657e42a-ebcc-4d16-8f22-a72d308b0f85 req-8d1c3df5-2c23-4fe0-957d-55247730d27b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398657 Aug 13 04:55:41.520018 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:41.543472 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:55:41.546405 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eb0b84-23b1-41b3-a296-224009cbb9ce" -d '{"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:55:41.562300 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:41.567993 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:41.607489 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2d336-7426-4da9-9bb7-a013f39beff8 req-c59d3341-828f-4bb5-9ad9-a6965b533920 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:41.609043 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ea2d336-7426-4da9-9bb7-a013f39beff8 req-c59d3341-828f-4bb5-9ad9-a6965b533920 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0587215 Aug 13 04:55:41.627507 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=10']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:41.659206 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9ea2d336-7426-4da9-9bb7-a013f39beff8 req-8eed420b-2ba1-4685-9b25-26363606a94f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 Aug 13 04:55:41.670647 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3bce0d-8075-4d05-9dc7-839af9983729 x-openstack-request-id: req-4f3bce0d-8075-4d05-9dc7-839af9983729 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:55:41.671043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:55:41.671405 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f3bce0d-8075-4d05-9dc7-839af9983729 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:55:41.671891 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'code': 200} Aug 13 04:55:41.772780 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ff62b-68ac-463c-b094-70638314e76d req-3f1313cc-1405-4d55-af01-721fcc824fb1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:41.774289 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-802ff62b-68ac-463c-b094-70638314e76d req-3f1313cc-1405-4d55-af01-721fcc824fb1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0525510 Aug 13 04:55:41.812609 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-802ff62b-68ac-463c-b094-70638314e76d req-6e676b9a-09dc-4162-b686-e0799f7571d1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Aug 13 04:55:42.258739 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-14c975b7-e85a-48d8-adb9-aa54f1a296e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:42.266023 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa3bf7-a3b5-4ea3-bccc-0b7379d43703 req-c4a32e8f-c348-4cf9-9a09-55fcffbb90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:42.267802 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b3aa3bf7-a3b5-4ea3-bccc-0b7379d43703 req-c4a32e8f-c348-4cf9-9a09-55fcffbb90b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 1100 time: 0.0407929 Aug 13 04:55:42.303698 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b3aa3bf7-a3b5-4ea3-bccc-0b7379d43703 req-60fcbc5a-d27d-4933-a208-540f7da3c941 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283360 Aug 13 04:55:42.577647 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fc6b9-9773-48bf-9e07-307e08e1923d req-074e3f2c-72d1-4db3-8f61-68ae0529af6c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:42.579179 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8d5fc6b9-9773-48bf-9e07-307e08e1923d req-074e3f2c-72d1-4db3-8f61-68ae0529af6c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0506792 Aug 13 04:55:42.622326 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8d5fc6b9-9773-48bf-9e07-307e08e1923d req-1eb74a7a-f683-4422-9dcf-6fdd8638e1c2 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370660 Aug 13 04:55:42.637570 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:42.773935 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46986f4c-c05e-45c6-94ae-5c46a97e6b5c req-d9a665ff-b4eb-48ae-88ac-906efc5b2483 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:42.775516 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46986f4c-c05e-45c6-94ae-5c46a97e6b5c req-d9a665ff-b4eb-48ae-88ac-906efc5b2483 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 947 time: 0.0492435 Aug 13 04:55:42.820817 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46986f4c-c05e-45c6-94ae-5c46a97e6b5c req-5bfaaab2-5369-4963-b7d1-d8dcba3c9cdd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374625 Aug 13 04:55:42.825234 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60112) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:42.938515 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:42.939917 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988472f-7453-4148-b497-49fe449f782d req-a4dd7071-80ee-4fa3-a69a-33634a6a03f8 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:42.941546 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6988472f-7453-4148-b497-49fe449f782d req-a4dd7071-80ee-4fa3-a69a-33634a6a03f8 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0543997 Aug 13 04:55:42.980391 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6988472f-7453-4148-b497-49fe449f782d req-70a67261-17d7-480a-96d1-9d777bdb70e5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Aug 13 04:55:43.025828 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:43.029865 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:43.065940 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a63f26-dc04-4ed1-8459-c32b73e7bc2e,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:43.074586 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9b8c1ef514c450ba0ff2046e1af7c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475314 Aug 13 04:55:43.076709 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.077059 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.077518 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.077828 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60118) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:43.077945 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.078183 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.078515 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.078846 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.079175 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.079504 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.079829 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.080152 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.080472 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbedeea6-8d6d-48e6-a8bf-1f30e7aaa1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.134501 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:43.158235 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109569-385b-4571-af39-4ae8d49e3fef req-7d033a28-6e4f-427a-87cb-42b451b32a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:43.159741 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-66109569-385b-4571-af39-4ae8d49e3fef req-7d033a28-6e4f-427a-87cb-42b451b32a06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0466602 Aug 13 04:55:43.160118 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:43.207985 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:43.210621 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:43.211758 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6a63f26-dc04-4ed1-8459-c32b73e7bc2e HTTP/1.1" status: 204 len: 168 time: 0.1329489 Aug 13 04:55:43.221693 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a63f26-dc04-4ed1-8459-c32b73e7bc2e,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:43.229045 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.229391 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.229760 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.230097 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.230428 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.230753 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.231088 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.231416 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.232318 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.232615 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.232938 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.233257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7445f11-6353-4395-8cc4-cfe6a97f295e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:43.282398 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109569-385b-4571-af39-4ae8d49e3fef req-56fcea6d-d239-490f-ae38-cef09633e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:43.283954 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-66109569-385b-4571-af39-4ae8d49e3fef req-56fcea6d-d239-490f-ae38-cef09633e59b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.0996668 Aug 13 04:55:43.356193 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-66109569-385b-4571-af39-4ae8d49e3fef req-0695e26b-f9c2-494e-bbfe-fa91a3a7b840 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 200 len: 1001 time: 0.0644801 Aug 13 04:55:43.405661 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109569-385b-4571-af39-4ae8d49e3fef req-e3f6b0f7-8ed8-47fb-985a-c30aec56cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:43.407371 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-66109569-385b-4571-af39-4ae8d49e3fef req-e3f6b0f7-8ed8-47fb-985a-c30aec56cd43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.0430000 Aug 13 04:55:43.473304 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109569-385b-4571-af39-4ae8d49e3fef req-936cbcdb-222d-49eb-98fb-ac5c59f4f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:43.475028 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-66109569-385b-4571-af39-4ae8d49e3fef req-936cbcdb-222d-49eb-98fb-ac5c59f4f66d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411816 Aug 13 04:55:43.572730 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-66109569-385b-4571-af39-4ae8d49e3fef req-4edac15c-915d-4ecd-9ea2-012d4da8e086 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867467 Aug 13 04:55:43.644447 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:43.678097 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-66109569-385b-4571-af39-4ae8d49e3fef req-4d93656c-2626-4ace-8eb1-83ab4a81109a service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845666 Aug 13 04:55:43.751843 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8361df3-b7f0-4988-aeb3-702b0f368c70 req-eb2d53e8-b908-430a-894a-6b6541e1f3a8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:43.753378 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a8361df3-b7f0-4988-aeb3-702b0f368c70 req-eb2d53e8-b908-430a-894a-6b6541e1f3a8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0507431 Aug 13 04:55:43.800597 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a8361df3-b7f0-4988-aeb3-702b0f368c70 req-fb3bc4a3-a85c-4ee3-b89b-72aad4c8abc1 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383632 Aug 13 04:55:43.835687 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60142) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:43.943630 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1757394814-network', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:43.970365 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2515-7d4d-4b32-af9d-fef1de57191c req-42cf7d04-26b2-4a80-a768-654593ee30b9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:43.972012 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed1e2515-7d4d-4b32-af9d-fef1de57191c req-42cf7d04-26b2-4a80-a768-654593ee30b9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 947 time: 0.0711024 Aug 13 04:55:43.986697 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Made reservation on behalf of 05c8e5f4a94547ff90f3492a9266fb26 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:55:43.989756 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.004244 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.013089 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.041693 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed1e2515-7d4d-4b32-af9d-fef1de57191c req-9a4db200-a95e-4586-a824-cb6c368f2b59 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621960 Aug 13 04:55:44.134381 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3253-6a54-44c7-803a-cb18d7f01cce req-90a0c5e4-4e8c-42fa-ba87-1a07e8d7c301 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:44.135867 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d63c3253-6a54-44c7-803a-cb18d7f01cce req-90a0c5e4-4e8c-42fa-ba87-1a07e8d7c301 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0712481 Aug 13 04:55:44.188652 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.196154 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.218568 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d63c3253-6a54-44c7-803a-cb18d7f01cce req-fc622a30-c173-47d1-9514-9d230ff8ff8e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758610 Aug 13 04:55:44.222961 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:55:44.242426 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a7838-d2d4-474e-9ef2-429aea5567da,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:44.246539 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.246895 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Added segment 0c4ac08c-c6cb-4ad1-9320-174b36114956 of type vlan for network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 Aug 13 04:55:44.289034 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.318679 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.319728 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:44.320434 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.373697 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5368388 Aug 13 04:55:44.376728 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60182) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:44.383370 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Request body: {'subnet': {'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1757394814-subnet', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'ip_version': 4}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:44.399713 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3b833-e3a9-431a-a1dc-80ea4548da8e admin admin] Pushing event updated for resources: {'Network': ['ID=3796c66a-ddb8-4077-aaa2-51b0f8e8a177,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:44.411321 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:55:44.415706 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Made reservation on behalf of 05c8e5f4a94547ff90f3492a9266fb26 for: {'subnet': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:55:44.418273 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27179483'] for subnet, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.601579 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26924407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27179497'] for subnet, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.664067 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0990d1-8d24-41a2-bfaf-cbbdde2431d4,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:44.669246 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Checking segment: {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:44.669625 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Network hostable DHCP agents. Network: 3796c66a-ddb8-4077-aaa2-51b0f8e8a177, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:55:44.686521 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:55:44.696962 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 3796c66a-ddb8-4077-aaa2-51b0f8e8a177) {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:44.701296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:44.701919 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.707655 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1524f87-21be-4d81-b7d7-fe87a1786377 None None] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:55:44.720719 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60204) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:44.721912 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0b2c6152-ce0d-4ae1-9eaf-fabcbfa17554 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3440182 Aug 13 04:55:44.725238 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:44.746358 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.747856 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.802357 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.875562 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:55:44.878251 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.939487 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657a4c0-0547-4671-bb07-1f80868d70a8 req-551d5669-7569-409c-97e3-3606fd70e79b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:44.942247 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3657a4c0-0547-4671-bb07-1f80868d70a8 req-551d5669-7569-409c-97e3-3606fd70e79b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0667608 Aug 13 04:55:44.982290 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:44.993564 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3657a4c0-0547-4671-bb07-1f80868d70a8 req-f1ad50f4-01ee-483f-bdf7-759ab835bc24 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433581 Aug 13 04:55:45.037786 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Allocated IP 172.20.0.2 (3796c66a-ddb8-4077-aaa2-51b0f8e8a177/be0990d1-8d24-41a2-bfaf-cbbdde2431d4/f52916d8-bac4-46a7-a74c-f3cb46c123bc) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:55:45.170731 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518d5b5-ad7b-474d-b494-cf8aa5c65c63 req-322c6d59-ebf9-4fb1-8c96-061d60cad2fb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:45.172329 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a518d5b5-ad7b-474d-b494-cf8aa5c65c63 req-322c6d59-ebf9-4fb1-8c96-061d60cad2fb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 947 time: 0.0530529 Aug 13 04:55:45.212863 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.213867 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a518d5b5-ad7b-474d-b494-cf8aa5c65c63 req-a1332a89-16ad-4c0b-9c9e-d7e13965561f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356472 Aug 13 04:55:45.223052 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Transition to ACTIVE for port object f52916d8-bac4-46a7-a74c-f3cb46c123bc will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:45.249724 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Transition to ACTIVE for port object f52916d8-bac4-46a7-a74c-f3cb46c123bc will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:45.258202 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.323225 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:45.326888 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:45.331613 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:55:45.334195 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60220) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:45.335086 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Pushing event updated for resources: {'Port': ['ID=f52916d8-bac4-46a7-a74c-f3cb46c123bc,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:45.363695 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1c555-eba7-4f1b-9a7e-0a993134afa4 req-4e7d69f0-49ab-4a04-8b9d-0c092a58f8bb tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:45.365949 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a3f1c555-eba7-4f1b-9a7e-0a993134afa4 req-4e7d69f0-49ab-4a04-8b9d-0c092a58f8bb tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0650830 Aug 13 04:55:45.417578 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a3f1c555-eba7-4f1b-9a7e-0a993134afa4 req-488e6a50-0560-42e1-9dde-48d37e9b50d0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Aug 13 04:55:45.418621 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Attempting to bind port f52916d8-bac4-46a7-a74c-f3cb46c123bc on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:55:45.419997 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Attempting to bind port f52916d8-bac4-46a7-a74c-f3cb46c123bc by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:55:45.420911 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Attempting to bind port f52916d8-bac4-46a7-a74c-f3cb46c123bc on network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:45.424533 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.427850 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:55:45.428562 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Checking segment: {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:45.429627 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.430277 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Bound using segment: {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:55:45.431202 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Bound port: f52916d8-bac4-46a7-a74c-f3cb46c123bc, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:55:45.431898 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.494675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b4e90a3e-b51b-4014-ac5c-556f980f4dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.496382 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.504428 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] For port f52916d8-bac4-46a7-a74c-f3cb46c123bc, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:55:45.510484 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] For port f52916d8-bac4-46a7-a74c-f3cb46c123bc, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=f52916d8-bac4-46a7-a74c-f3cb46c123bc,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:55:45.517200 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.527514 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.589076 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954c2f3-8b9f-497f-bf6e-6406c9d25d7a None None] Pushing event updated for resources: {'Port': ['ID=f52916d8-bac4-46a7-a74c-f3cb46c123bc,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:45.610560 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b4e90a3e-b51b-4014-ac5c-556f980f4dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.614870 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b4e90a3e-b51b-4014-ac5c-556f980f4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.653328 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Allocated IP 172.27.1.135 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/f5bda927-6512-4e8e-89c8-09ce1ab98d92) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:55:45.657650 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b4e90a3e-b51b-4014-ac5c-556f980f4dc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4483e4f8e9504186b4cd7ef4452de6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180318 Aug 13 04:55:45.657650 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e90a3e-b51b-4014-ac5c-556f980f4dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227cab2b-33e4-4dce-b369-358cbb9bdca2,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:45.657909 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60224) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:45.777733 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ea8657fa-6a5e-40ba-affc-de97fb9ffa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.816317 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.829237 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ea8657fa-6a5e-40ba-affc-de97fb9ffa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.897777 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.907846 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ea8657fa-6a5e-40ba-affc-de97fb9ffa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.910304 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ea8657fa-6a5e-40ba-affc-de97fb9ffa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:45.911439 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ea8657fa-6a5e-40ba-affc-de97fb9ffa7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/227cab2b-33e4-4dce-b369-358cbb9bdca2 HTTP/1.1" status: 204 len: 168 time: 0.2528257 Aug 13 04:55:45.948411 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8657fa-6a5e-40ba-affc-de97fb9ffa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227cab2b-33e4-4dce-b369-358cbb9bdca2,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:45.953214 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:45.958688 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:45.960884 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Pushing event updated for resources: {'Port': ['ID=f5bda927-6512-4e8e-89c8-09ce1ab98d92,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:45.963044 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:55:46.109127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9bece-19fb-41de-98ef-f2d00f6976af req-3350d2ad-fbb5-4a18-a137-6747c194944a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:46.111107 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53d9bece-19fb-41de-98ef-f2d00f6976af req-3350d2ad-fbb5-4a18-a137-6747c194944a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0501783 Aug 13 04:55:46.152803 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53d9bece-19fb-41de-98ef-f2d00f6976af req-c04aaaec-6208-4369-8cf1-5e5b59dc298d tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353971 Aug 13 04:55:46.250555 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:46.464991 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:46.563226 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4e46-a85a-4f4d-b9dc-3225971022e1 req-7aa4d8d5-53c2-47ab-9438-5d380f31cedb tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:46.564941 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-679c4e46-a85a-4f4d-b9dc-3225971022e1 req-7aa4d8d5-53c2-47ab-9438-5d380f31cedb tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0578611 Aug 13 04:55:46.572293 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f467306-b520-4d24-990c-91ea1f6b2997 None None] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:55:46.608190 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-679c4e46-a85a-4f4d-b9dc-3225971022e1 req-f70f16ae-de59-4532-a472-b829062a2511 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373504 Aug 13 04:55:46.613786 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Router 201696d5-83f6-490a-9bd3-48ecc0ef9573 is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:55:46.703513 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-89c5a12d-0c59-46f6-af6d-60527ec63ec1 None None] Provisioning for port f52916d8-bac4-46a7-a74c-f3cb46c123bc completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:46.739410 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:55:46.750509 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Sync routers for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:55:46.755964 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:46.760075 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c357bb33-ca9c-4d3c-8a4b-b77dce2fbec3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0356061 Aug 13 04:55:46.760436 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60254) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:46.765185 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:46.765794 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:46.885872 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:47.125570 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:46Z', 'revision_number': 3, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:47.164922 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Checking router: 201696d5-83f6-490a-9bd3-48ecc0ef9573 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:55:47.165345 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Updating router 201696d5-83f6-490a-9bd3-48ecc0ef9573 port f5bda927-6512-4e8e-89c8-09ce1ab98d92 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:55:47.190559 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f52916d8-bac4-46a7-a74c-f3cb46c123bc up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:47.222027 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.290762 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e7bed-006c-49f4-8b12-a33074776b05 req-a100f2db-e80b-4353-8802-27d9ce4b230a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:47.292964 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.293479 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1e5e7bed-006c-49f4-8b12-a33074776b05 req-a100f2db-e80b-4353-8802-27d9ce4b230a tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0534019 Aug 13 04:55:47.328061 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port f52916d8-bac4-46a7-a74c-f3cb46c123bc completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:47.334956 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port f52916d8-bac4-46a7-a74c-f3cb46c123bc triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:47.335338 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.339957 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1e5e7bed-006c-49f4-8b12-a33074776b05 req-29042412-467a-402c-b449-5e7c83cde5ae tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389075 Aug 13 04:55:47.451151 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Allocated IP 172.20.0.1 (3796c66a-ddb8-4077-aaa2-51b0f8e8a177/be0990d1-8d24-41a2-bfaf-cbbdde2431d4/bea97d3e-c6d5-4d99-bb88-e385abc05403) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:55:47.488742 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.554402 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.556545 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port f52916d8-bac4-46a7-a74c-f3cb46c123bc, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=f52916d8-bac4-46a7-a74c-f3cb46c123bc,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:47.561676 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.568490 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Transition to ACTIVE for port object bea97d3e-c6d5-4d99-bb88-e385abc05403 will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:47.594572 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.601374 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.613139 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Transition to ACTIVE for port object f5bda927-6512-4e8e-89c8-09ce1ab98d92 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:47.624837 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.633932 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=f52916d8-bac4-46a7-a74c-f3cb46c123bc,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:47.644005 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:47.646863 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:47.652927 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:55:47.656836 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bea97d3e-c6d5-4d99-bb88-e385abc05403,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:47.698567 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.702605 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Attempting to bind port f5bda927-6512-4e8e-89c8-09ce1ab98d92 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:55:47.703040 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Attempting to bind port f5bda927-6512-4e8e-89c8-09ce1ab98d92 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:55:47.703462 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Attempting to bind port f5bda927-6512-4e8e-89c8-09ce1ab98d92 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:47.712399 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d956e-d53a-4967-8fd4-4cc15a749fb9 None None] Pushing event updated for resources: {'Port': ['ID=f5bda927-6512-4e8e-89c8-09ce1ab98d92,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:47.720657 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:55:47.721040 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:47.721552 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.721891 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:55:47.722447 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Bound port: f5bda927-6512-4e8e-89c8-09ce1ab98d92, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:55:47.722754 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.748423 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e374f8-7170-4db2-8bb7-7a42bef15b37 req-a8eda2b7-1244-495b-8660-266276827150 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:47.750643 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d0e374f8-7170-4db2-8bb7-7a42bef15b37 req-a8eda2b7-1244-495b-8660-266276827150 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0717535 Aug 13 04:55:47.795798 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d0e374f8-7170-4db2-8bb7-7a42bef15b37 req-a417be4d-07f4-4297-890b-a4530060f6a0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Aug 13 04:55:47.820409 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] For port f5bda927-6512-4e8e-89c8-09ce1ab98d92, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:55:47.824056 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] For port f5bda927-6512-4e8e-89c8-09ce1ab98d92, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=f5bda927-6512-4e8e-89c8-09ce1ab98d92,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:55:47.829257 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.846702 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:47.892631 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:47.893263 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:47.898447 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d956e-d53a-4967-8fd4-4cc15a749fb9 None None] Pushing event updated for resources: {'Port': ['ID=f5bda927-6512-4e8e-89c8-09ce1ab98d92,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:48.016871 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:48.021654 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:48.087995 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:48.089745 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bea97d3e-c6d5-4d99-bb88-e385abc05403,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:48.126837 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-5ab1325d-fc4c-4dd3-81d3-ba3961695a32 None None] Provisioning for port bea97d3e-c6d5-4d99-bb88-e385abc05403 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:48.132108 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:48.134333 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-5ab1325d-fc4c-4dd3-81d3-ba3961695a32 None None] Provisioning complete for port bea97d3e-c6d5-4d99-bb88-e385abc05403 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:48.134698 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-5ab1325d-fc4c-4dd3-81d3-ba3961695a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:48.182799 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:48.184241 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:48.230539 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1325d-fc4c-4dd3-81d3-ba3961695a32 None None] Port bea97d3e-c6d5-4d99-bb88-e385abc05403 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:55:48.326869 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Router 201696d5-83f6-490a-9bd3-48ecc0ef9573 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:55:48.402656 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 1, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:48.433812 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9242b-7d4b-45ee-934f-dcbd21e8cc57 None None] The sync data for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi is: [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 1, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:55:48.462184 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:55:48.467901 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f8b19bb7-8999-4fad-9153-4b4147e2c7c9 admin admin] 10.222.0.18 "PUT /v2.0/routers/201696d5-83f6-490a-9bd3-48ecc0ef9573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063737 Aug 13 04:55:48.478626 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-0eb308b7-bfe2-43a8-ac62-c5d9d269c179 None None] Provisioning complete for port bea97d3e-c6d5-4d99-bb88-e385abc05403 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:48.479214 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0eb308b7-bfe2-43a8-ac62-c5d9d269c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:48.506313 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c8c32-636e-4765-a8b6-73e1bfe8be7e req-ec94cd1f-af64-4386-9039-2827a6da8320 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:48.508580 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d19c8c32-636e-4765-a8b6-73e1bfe8be7e req-ec94cd1f-af64-4386-9039-2827a6da8320 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0674148 Aug 13 04:55:48.513382 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-0eb308b7-bfe2-43a8-ac62-c5d9d269c179 None None] Port bea97d3e-c6d5-4d99-bb88-e385abc05403 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:55:48.550779 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d19c8c32-636e-4765-a8b6-73e1bfe8be7e req-b3283913-3f1b-4b78-a95f-949279b8b758 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355992 Aug 13 04:55:48.923335 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551cbf0-808f-4749-a0a3-d203ad4ec47a req-fe59fbe6-ce3c-4e60-af28-db40766c1947 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:48.925148 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2551cbf0-808f-4749-a0a3-d203ad4ec47a req-fe59fbe6-ce3c-4e60-af28-db40766c1947 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0567462 Aug 13 04:55:48.975230 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2551cbf0-808f-4749-a0a3-d203ad4ec47a req-e88bcb17-1dcc-4176-bb22-1dfc57d9bba1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434890 Aug 13 04:55:49.084408 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60290) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:49.089368 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992618433-network', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:49.134959 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Made reservation on behalf of a69ecf6f5d9d4259a0d91b3140e489f7 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:55:49.145260 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.154823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.183602 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f52916d8-bac4-46a7-a74c-f3cb46c123bc up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:49.237381 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port f52916d8-bac4-46a7-a74c-f3cb46c123bc triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:49.237903 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.265601 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.270751 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.295643 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:55:49.310657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea0c69-fa2b-4af0-880e-1e1fbf3d7f28,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:49.315858 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.316208 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Added segment 464f721e-2fb4-4aca-a5c6-9780ae0cec87 of type vlan for network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 Aug 13 04:55:49.360425 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.394069 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.395151 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:49.395846 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.448775 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3632374 Aug 13 04:55:49.451497 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60292) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:49.458203 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Request body: {'subnet': {'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992618433-subnet', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'ip_version': 4}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:49.466357 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb28b43-9645-4ea9-b954-2e46972210ae admin admin] Pushing event updated for resources: {'Network': ['ID=a9b16cf1-74c0-406e-8c1a-f13b80ed8e19,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:49.479801 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:55:49.489588 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Made reservation on behalf of a69ecf6f5d9d4259a0d91b3140e489f7 for: {'subnet': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:55:49.492180 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27179483'] for subnet, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.515539 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:55:49.710962 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d1cd9-8f76-400f-8318-5b565b4d4a56 req-3f1bce92-a49e-42d1-b312-c315162d8083 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:49.712303 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-937d1cd9-8f76-400f-8318-5b565b4d4a56 req-3f1bce92-a49e-42d1-b312-c315162d8083 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.0856633 Aug 13 04:55:49.739401 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26924407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27179497'] for subnet, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.808493 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60302) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:49.828211 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-937d1cd9-8f76-400f-8318-5b565b4d4a56 req-f866035d-f43f-4484-b52e-7fb720bbd818 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=950cd54a-0977-45a9-96ec-9c61844a8c29&id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015232 Aug 13 04:55:49.838374 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f2e763-69e8-49c6-abd2-51f14938c1a7,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:49.855769 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Checking segment: {'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:49.856120 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Network hostable DHCP agents. Network: a9b16cf1-74c0-406e-8c1a-f13b80ed8e19, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:55:49.874321 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:55:49.883617 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, a9b16cf1-74c0-406e-8c1a-f13b80ed8e19) {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:49.898295 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:49.898420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.902148 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860df554-c93e-4f91-a942-c19e32978437 None None] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:55:49.915874 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-019be376-2bde-46e8-9da8-77f26564e528 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4626441 Aug 13 04:55:49.917767 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60308) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:49.923039 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:49.947888 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd9de-cca1-4c8f-a943-2c79008415c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.975446 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104334'] for router, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:49.976460 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1798952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104321'] for router, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.051295 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.082671 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp823456e5-b4e9-55b8-a06d-1551139275bd-a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'fixed_ips': [{'subnet_id': '48f2e763-69e8-49c6-abd2-51f14938c1a7'}]}} from dv-cinder-760178-7-iscsi. {{(pid=105493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:55:50.083766 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.106030 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d14f7d-5324-4535-aef7-cb73edbd563c req-0ea2aebd-11c5-4ae2-986c-cc0a7bfe8961 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:50.107929 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93d14f7d-5324-4535-aef7-cb73edbd563c req-0ea2aebd-11c5-4ae2-986c-cc0a7bfe8961 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0596085 Aug 13 04:55:50.155411 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93d14f7d-5324-4535-aef7-cb73edbd563c req-0880d855-803f-4de6-ac0d-4ba1bb87d06e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 Aug 13 04:55:50.244331 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.db_base_plugin_common [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Allocated IP 172.20.0.2 (a9b16cf1-74c0-406e-8c1a-f13b80ed8e19/48f2e763-69e8-49c6-abd2-51f14938c1a7/50ab4468-9e8a-4f09-9825-17bcbd22e70a) {{(pid=105493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:55:50.401398 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d38814-69b1-4631-ab9f-f71864b59133 req-fa8c8662-19bc-4d6f-8923-7e8f96d661ed tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:50.403012 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92d38814-69b1-4631-ab9f-f71864b59133 req-fa8c8662-19bc-4d6f-8923-7e8f96d661ed tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0644805 Aug 13 04:55:50.432440 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.449710 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Transition to ACTIVE for port object 50ab4468-9e8a-4f09-9825-17bcbd22e70a will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:50.459739 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92d38814-69b1-4631-ab9f-f71864b59133 req-413fb5bd-d9d7-4936-8960-65acdc313c53 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492547 Aug 13 04:55:50.472460 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Transition to ACTIVE for port object 50ab4468-9e8a-4f09-9825-17bcbd22e70a will not be triggered until provisioned by entity DHCP. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:50.482805 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895'] for port, after_create {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.506538 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.516163 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd9de-cca1-4c8f-a943-2c79008415c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.517683 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 is already hosted by enough agents. {{(pid=105493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:50.525316 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.scheduler.base_scheduler [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Resources bound (agent type, host, resource id): {{(pid=105493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:50.527954 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Received port after_create {{(pid=105493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:55:50.530477 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd9de-cca1-4c8f-a943-2c79008415c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.543140 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Pushing event updated for resources: {'Port': ['ID=50ab4468-9e8a-4f09-9825-17bcbd22e70a,revision_number=1']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:50.591202 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Attempting to bind port 50ab4468-9e8a-4f09-9825-17bcbd22e70a on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:55:50.591560 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Attempting to bind port 50ab4468-9e8a-4f09-9825-17bcbd22e70a by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:55:50.591909 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Attempting to bind port 50ab4468-9e8a-4f09-9825-17bcbd22e70a on network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:50.596690 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:55:50.597053 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Checking segment: {'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:50.597533 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.597864 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Bound using segment: {'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:55:50.598323 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Bound port: 50ab4468-9e8a-4f09-9825-17bcbd22e70a, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:55:50.598719 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.603194 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2a2dd9de-cca1-4c8f-a943-2c79008415c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bbd104168584462a35a76d769c56942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7924402 Aug 13 04:55:50.605153 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-0b15c902-bddf-40ce-b12d-d06ba38fe27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:50.605885 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60316) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:50.606709 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-0b15c902-bddf-40ce-b12d-d06ba38fe27b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.1745739 Aug 13 04:55:50.608605 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dd9de-cca1-4c8f-a943-2c79008415c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67897336-0849-4ca2-9055-7feebd47fd79,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:50.665295 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2bac89a8-5f5d-4f2a-870f-2b7dde84c86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.681799 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] For port 50ab4468-9e8a-4f09-9825-17bcbd22e70a, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:55:50.686566 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] For port 50ab4468-9e8a-4f09-9825-17bcbd22e70a, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=50ab4468-9e8a-4f09-9825-17bcbd22e70a,segment=NetworkSegment(464f721e-2fb4-4aca-a5c6-9780ae0cec87),segment_id=464f721e-2fb4-4aca-a5c6-9780ae0cec87)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:55:50.691400 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2bac89a8-5f5d-4f2a-870f-2b7dde84c86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.695029 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.725778 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-18fc66f7-43cd-4060-8786-217037e67b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:50.727268 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-18fc66f7-43cd-4060-8786-217037e67b01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.1122444 Aug 13 04:55:50.759305 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2bac89a8-5f5d-4f2a-870f-2b7dde84c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.766167 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2bac89a8-5f5d-4f2a-870f-2b7dde84c86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.774504 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2bac89a8-5f5d-4f2a-870f-2b7dde84c86e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67897336-0849-4ca2-9055-7feebd47fd79 HTTP/1.1" status: 204 len: 168 time: 0.1618791 Aug 13 04:55:50.778748 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187dad3-7b0d-491d-b2d3-0103781ff1b2 None None] Pushing event updated for resources: {'Port': ['ID=50ab4468-9e8a-4f09-9825-17bcbd22e70a,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:50.785690 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac89a8-5f5d-4f2a-870f-2b7dde84c86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67897336-0849-4ca2-9055-7feebd47fd79,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:50.901196 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-e06597f6-b63e-428a-99b8-07672d1e2bf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 200 len: 1001 time: 0.1666989 Aug 13 04:55:50.959604 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.983178 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Sync routers for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:55:50.985660 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:50.992234 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:50.992957 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:51.041496 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-b0a0baab-943f-4c17-83d9-55ff153499a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:51.043052 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-b0a0baab-943f-4c17-83d9-55ff153499a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.1230943 Aug 13 04:55:51.157560 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:51.172582 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-26c9fde4-e4b3-4224-aa6d-7766e91c0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:51.174208 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-26c9fde4-e4b3-4224-aa6d-7766e91c0668 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1102302 Aug 13 04:55:51.201864 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Allocated IP 172.27.1.243 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/c9271906-6d2e-49de-a9f1-8ea917f21771) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:55:51.254358 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f5bda927-6512-4e8e-89c8-09ce1ab98d92 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:51.323411 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port f5bda927-6512-4e8e-89c8-09ce1ab98d92 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:51.329493 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port f5bda927-6512-4e8e-89c8-09ce1ab98d92 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:51.331520 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.350229 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-9470ceb1-c039-4772-8dbf-6cb7e1bdd45d service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509664 Aug 13 04:55:51.422287 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.444754 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 2, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:51.453876 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.488538 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Checking router: 201696d5-83f6-490a-9bd3-48ecc0ef9573 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:55:51.489123 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Updating router 201696d5-83f6-490a-9bd3-48ecc0ef9573 port bea97d3e-c6d5-4d99-bb88-e385abc05403 binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:55:51.490427 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-ce5df6ce-0f23-4516-9da2-b35e4011607b req-64f6e6b2-782c-4164-bcdf-8c67b588c20a service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309767 Aug 13 04:55:51.515286 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.520595 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port f5bda927-6512-4e8e-89c8-09ce1ab98d92, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=f5bda927-6512-4e8e-89c8-09ce1ab98d92,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:51.540356 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.541161 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 50ab4468-9e8a-4f09-9825-17bcbd22e70a up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:51.551889 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.615450 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:51.630038 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:51.638546 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:55:51.647082 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9271906-6d2e-49de-a9f1-8ea917f21771,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:51.666264 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ea7c-c4ab-487d-9106-fe0a6912ebce req-07b5f171-581b-48fa-bcf1-28418b1b0680 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:51.668043 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c962ea7c-c4ab-487d-9106-fe0a6912ebce req-07b5f171-581b-48fa-bcf1-28418b1b0680 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0716667 Aug 13 04:55:51.711840 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=f5bda927-6512-4e8e-89c8-09ce1ab98d92,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:51.719440 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port 50ab4468-9e8a-4f09-9825-17bcbd22e70a completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:51.769891 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c962ea7c-c4ab-487d-9106-fe0a6912ebce req-82e6c364-e7c7-4df3-8ae2-1c58e8bbfa30 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865314 Aug 13 04:55:51.924511 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.940045 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Transition to ACTIVE for port object bea97d3e-c6d5-4d99-bb88-e385abc05403 will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:51.949191 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:51.962402 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.038468 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ef012-b994-4b15-8746-84270734f70c None None] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:55:52.072621 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Pushing event updated for resources: {'Port': ['ID=bea97d3e-c6d5-4d99-bb88-e385abc05403,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:52.095520 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.095871 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.101633 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.102232 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.102555 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.103040 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.103571 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.103854 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.104374 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.105112 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.105643 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.106184 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:55:52.111757 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Attempting to bind port bea97d3e-c6d5-4d99-bb88-e385abc05403 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:55:52.115163 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Attempting to bind port bea97d3e-c6d5-4d99-bb88-e385abc05403 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:55:52.115779 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Attempting to bind port bea97d3e-c6d5-4d99-bb88-e385abc05403 on network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:52.122572 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:55:52.123274 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Checking segment: {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:52.123893 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.124458 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Bound using segment: {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:55:52.125364 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Bound port: bea97d3e-c6d5-4d99-bb88-e385abc05403, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:55:52.125989 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.205351 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] For port bea97d3e-c6d5-4d99-bb88-e385abc05403, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:55:52.209962 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] For port bea97d3e-c6d5-4d99-bb88-e385abc05403, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=bea97d3e-c6d5-4d99-bb88-e385abc05403,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:55:52.225129 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.235060 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-63a312af-b64b-440d-a4b8-68d1ad50c147 None None] Provisioning for port 50ab4468-9e8a-4f09-9825-17bcbd22e70a completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:52.240899 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-63a312af-b64b-440d-a4b8-68d1ad50c147 None None] Provisioning complete for port 50ab4468-9e8a-4f09-9825-17bcbd22e70a triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:52.241605 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-63a312af-b64b-440d-a4b8-68d1ad50c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.295103 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577469'] for router, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.307027 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:52.310405 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:52.442693 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-63a312af-b64b-440d-a4b8-68d1ad50c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.498191 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Router d6c497b2-55d3-479e-8775-d7963f7e6a1d is scheduled to L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d with binding_index 1 {{(pid=105492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:55:52.502471 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-63a312af-b64b-440d-a4b8-68d1ad50c147 None None] For port 50ab4468-9e8a-4f09-9825-17bcbd22e70a, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=50ab4468-9e8a-4f09-9825-17bcbd22e70a,segment=NetworkSegment(464f721e-2fb4-4aca-a5c6-9780ae0cec87),segment_id=464f721e-2fb4-4aca-a5c6-9780ae0cec87)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:52.513985 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-63a312af-b64b-440d-a4b8-68d1ad50c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.596161 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a312af-b64b-440d-a4b8-68d1ad50c147 None None] Pushing event updated for resources: {'Port': ['ID=50ab4468-9e8a-4f09-9825-17bcbd22e70a,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:52.618474 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1adb8-7d0d-471a-ba67-d0fa9ea8d35f None None] Pushing event updated for resources: {'Port': ['ID=bea97d3e-c6d5-4d99-bb88-e385abc05403,revision_number=4']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:52.644822 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:52.645842 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:55:52.657278 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Sync routers for ids ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:55:52.662122 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.663850 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-750b1767-4e4e-42a6-8ad9-97d3947899d4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7446272 Aug 13 04:55:52.666163 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60348) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:52.666828 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Routers {'d6c497b2-55d3-479e-8775-d7963f7e6a1d'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:52.667441 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:52.774113 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-d632cb79-1adb-4ea4-b4e8-6ec656171888 None None] Provisioning complete for port 50ab4468-9e8a-4f09-9825-17bcbd22e70a triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:52.774401 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d632cb79-1adb-4ea4-b4e8-6ec656171888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:52.814483 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Set router d6c497b2-55d3-479e-8775-d7963f7e6a1d gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:52.874242 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:52Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:52.881892 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb614d50-edab-41aa-adb3-c98c1417165b req-691a0962-bc79-40ba-9d58-da0961aa7538 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:52.884109 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb614d50-edab-41aa-adb3-c98c1417165b req-691a0962-bc79-40ba-9d58-da0961aa7538 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0600681 Aug 13 04:55:52.913801 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb701c-efa6-41c6-bc2c-d690fc77e4eb None None] The sync data for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi is: [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:52Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:55:52.941087 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb614d50-edab-41aa-adb3-c98c1417165b req-41e229be-e71e-4d70-85b4-f04dca9cb67e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497217 Aug 13 04:55:53.193424 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f5bda927-6512-4e8e-89c8-09ce1ab98d92 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:53.267721 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 3, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port': {'id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:50Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:53.271193 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port f5bda927-6512-4e8e-89c8-09ce1ab98d92 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:53.271357 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.296828 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Checking router: d6c497b2-55d3-479e-8775-d7963f7e6a1d for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:55:53.297180 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Updating router d6c497b2-55d3-479e-8775-d7963f7e6a1d port c9271906-6d2e-49de-a9f1-8ea917f21771 binding host dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:55:53.354501 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.383063 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.502579 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device bea97d3e-c6d5-4d99-bb88-e385abc05403 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:53.561494 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Allocated IP 172.20.0.1 (a9b16cf1-74c0-406e-8c1a-f13b80ed8e19/48f2e763-69e8-49c6-abd2-51f14938c1a7/ab55cda2-b562-4b87-86ac-5bc72c641a2f) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:55:53.639012 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port bea97d3e-c6d5-4d99-bb88-e385abc05403 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:53.651312 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port bea97d3e-c6d5-4d99-bb88-e385abc05403 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:53.651686 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.680423 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.697900 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Transition to ACTIVE for port object ab55cda2-b562-4b87-86ac-5bc72c641a2f will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:53.699138 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-825aaa40-68e5-496e-a77b-c9eb7c5c4f57 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8ae23f8a447f439baa31f5e4904869e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579133 Aug 13 04:55:53.735822 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.767314 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Notify callbacks [] for port, precommit_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.772723 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:53.775696 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:53.782924 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:55:53.803996 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Transition to ACTIVE for port object c9271906-6d2e-49de-a9f1-8ea917f21771 will not be triggered until provisioned by entity L2. {{(pid=105493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:53.814230 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.819863 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.841738 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Pushing event updated for resources: {'Port': ['ID=ab55cda2-b562-4b87-86ac-5bc72c641a2f,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:53.850306 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635880'] for router_interface, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.901484 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port bea97d3e-c6d5-4d99-bb88-e385abc05403, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=bea97d3e-c6d5-4d99-bb88-e385abc05403,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:53.902665 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-b592ca45-d088-4e66-8ea0-4cdad23eedb6 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:53.905505 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-b592ca45-d088-4e66-8ea0-4cdad23eedb6 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054563 Aug 13 04:55:53.917906 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.919221 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 50ab4468-9e8a-4f09-9825-17bcbd22e70a up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:53.925794 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-bbe690b1-64f0-41e7-8be9-a26191f49e7f tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/quotas/8ae23f8a447f439baa31f5e4904869e3 HTTP/1.1" status: 200 len: 375 time: 0.0127130 Aug 13 04:55:53.948689 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Attempting to bind port c9271906-6d2e-49de-a9f1-8ea917f21771 on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:55:53.949108 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Attempting to bind port c9271906-6d2e-49de-a9f1-8ea917f21771 by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:55:53.949508 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Attempting to bind port c9271906-6d2e-49de-a9f1-8ea917f21771 on network 571ab2b9-8882-4e5d-8ce8-623d46be5761 {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:53.960788 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a045d8-42d4-4c3c-8fa8-6061bac12759 None None] Pushing event updated for resources: {'Port': ['ID=c9271906-6d2e-49de-a9f1-8ea917f21771,revision_number=2']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:53.974971 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-16ee1761-a38f-4392-93fc-fbfaf36a7f22 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ae23f8a447f439baa31f5e4904869e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417783 Aug 13 04:55:53.978976 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:55:53.979351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Checking segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:53.979767 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:53.980166 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Bound using segment: {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'} {{(pid=105493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:55:53.980986 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.managers [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Bound port: c9271906-6d2e-49de-a9f1-8ea917f21771, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b65e3-55e3-4574-a311-86ad4162d0ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}}] {{(pid=105493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:55:53.981917 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.021736 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.112222 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=bea97d3e-c6d5-4d99-bb88-e385abc05403,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:54.115054 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-f8edc825-724e-4db9-b557-1294dd254340 None None] Provisioning for port ab55cda2-b562-4b87-86ac-5bc72c641a2f completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:54.122968 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] For port c9271906-6d2e-49de-a9f1-8ea917f21771, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:55:54.129187 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] For port c9271906-6d2e-49de-a9f1-8ea917f21771, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c9271906-6d2e-49de-a9f1-8ea917f21771,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:55:54.129857 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-f8edc825-724e-4db9-b557-1294dd254340 None None] Provisioning complete for port ab55cda2-b562-4b87-86ac-5bc72c641a2f triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:54.130288 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f8edc825-724e-4db9-b557-1294dd254340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.135176 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port 50ab4468-9e8a-4f09-9825-17bcbd22e70a triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:54.137535 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.153467 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9c9829e2-b201-443e-a0d8-4966fe0bf568 req-3947b616-86e2-4607-97c6-7c0eace4c6c8 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 210 time: 0.0383766 Aug 13 04:55:54.158500 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.236726 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.242526 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.251761 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-f8edc825-724e-4db9-b557-1294dd254340 None None] Port ab55cda2-b562-4b87-86ac-5bc72c641a2f cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:55:54.265979 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Routers {'d6c497b2-55d3-479e-8775-d7963f7e6a1d'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:54.266618 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:54.305694 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a045d8-42d4-4c3c-8fa8-6061bac12759 None None] Pushing event updated for resources: {'Port': ['ID=c9271906-6d2e-49de-a9f1-8ea917f21771,revision_number=3']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:54.311931 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Pushing event updated for resources: {'Port': ['ID=ab55cda2-b562-4b87-86ac-5bc72c641a2f,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:54.316898 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1636028'] for router_interface, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.410680 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:54.412530 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:54.417658 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] Set router d6c497b2-55d3-479e-8775-d7963f7e6a1d gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:54.542956 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Router d6c497b2-55d3-479e-8775-d7963f7e6a1d has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:55:54.675068 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 4, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port': {'id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:50Z', 'updated_at': '2021-08-13T04:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'ab55cda2-b562-4b87-86ac-5bc72c641a2f', 'name': '', 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'mac_address': 'fa:16:3e:4e:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:53Z', 'updated_at': '2021-08-13T04:55:54Z', 'revision_number': 2, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'subnets': [{'id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:54.683620 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:55:54.694312 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3702e71e-eff4-463c-bac2-f5b0fb0bb103 admin admin] 10.222.0.18 "PUT /v2.0/routers/d6c497b2-55d3-479e-8775-d7963f7e6a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0269580 Aug 13 04:55:54.716848 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f5b2e-cfce-4a82-a88c-dcba9fcbfe02 None None] The sync data for ids ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 4, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port': {'id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:50Z', 'updated_at': '2021-08-13T04:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'ab55cda2-b562-4b87-86ac-5bc72c641a2f', 'name': '', 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'mac_address': 'fa:16:3e:4e:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:53Z', 'updated_at': '2021-08-13T04:55:54Z', 'revision_number': 2, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'subnets': [{'id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:55:54.720875 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-706ed54a-c89e-4dc9-811d-53d7665ed46a None None] Provisioning complete for port ab55cda2-b562-4b87-86ac-5bc72c641a2f triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:54.721515 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-706ed54a-c89e-4dc9-811d-53d7665ed46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:54.766860 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-706ed54a-c89e-4dc9-811d-53d7665ed46a None None] Port ab55cda2-b562-4b87-86ac-5bc72c641a2f cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:55:55.128063 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device bea97d3e-c6d5-4d99-bb88-e385abc05403 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:55.178946 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port bea97d3e-c6d5-4d99-bb88-e385abc05403 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:55.178946 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.227129 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60392) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:55.231837 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-5048b6ae-a866-4636-b389-8a0db7e77e2b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997150913', 'description': 'tempest-secgroup-smoke-997150913 description', 'project_id': '05c8e5f4a94547ff90f3492a9266fb26'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:55.259755 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5048b6ae-a866-4636-b389-8a0db7e77e2b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.305961 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b748449-d807-4513-87d8-941106885348 req-e3cf92b4-50e4-496c-b57b-d6bbae3be12c tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 210 time: 0.0476582 Aug 13 04:55:55.391959 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5048b6ae-a866-4636-b389-8a0db7e77e2b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.398220 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5048b6ae-a866-4636-b389-8a0db7e77e2b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.427888 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5048b6ae-a866-4636-b389-8a0db7e77e2b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.432591 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-5048b6ae-a866-4636-b389-8a0db7e77e2b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2043903 Aug 13 04:55:55.439033 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60394) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:55.444989 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-b337318b-af16-4b61-a1ee-dc27f89d2a04 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'security_group_rule': {'security_group_id': 'e2eb3366-1d40-4571-bec3-c6eef94a6ecd', 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:55.459478 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048b6ae-a866-4636-b389-8a0db7e77e2b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eb3366-1d40-4571-bec3-c6eef94a6ecd,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:55.486328 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b337318b-af16-4b61-a1ee-dc27f89d2a04 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.489687 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-05298eee-4ab5-410f-b4b4-6155c2956406 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ae23f8a447f439baa31f5e4904869e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664849 Aug 13 04:55:55.551810 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b337318b-af16-4b61-a1ee-dc27f89d2a04 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.564611 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b337318b-af16-4b61-a1ee-dc27f89d2a04 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.588142 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337318b-af16-4b61-a1ee-dc27f89d2a04 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4418ee-3028-483e-8076-faf0868fae84,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:55.601535 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b337318b-af16-4b61-a1ee-dc27f89d2a04 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.603105 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b337318b-af16-4b61-a1ee-dc27f89d2a04 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619000 Aug 13 04:55:55.605696 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60396) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:55.610916 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-3ad5f075-2dec-40f1-87aa-2b1e5c21d024 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'security_group_rule': {'security_group_id': 'e2eb3366-1d40-4571-bec3-c6eef94a6ecd', 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:55.643621 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f075-2dec-40f1-87aa-2b1e5c21d024 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.716205 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f075-2dec-40f1-87aa-2b1e5c21d024 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.720998 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f075-2dec-40f1-87aa-2b1e5c21d024 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.726668 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-2f66be51-3aa2-4aaf-8b7f-1af24236990d tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:55.728804 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-2f66be51-3aa2-4aaf-8b7f-1af24236990d tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238758 Aug 13 04:55:55.744183 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5f075-2dec-40f1-87aa-2b1e5c21d024 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee73feb3-4d29-4bf4-81bd-b36ef87e02d9,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:55.748778 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f075-2dec-40f1-87aa-2b1e5c21d024 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.750033 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-3ad5f075-2dec-40f1-87aa-2b1e5c21d024 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427934 Aug 13 04:55:55.752841 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60402) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:55.757397 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-0b5cae8e-b9df-48b1-b8b3-d48840ed3f50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'security_group_rule': {'security_group_id': 'e2eb3366-1d40-4571-bec3-c6eef94a6ecd', 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:55.789596 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b5cae8e-b9df-48b1-b8b3-d48840ed3f50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.797959 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Request body: {'port': {'device_id': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba', 'admin_state_up': True, 'tenant_id': '8ae23f8a447f439baa31f5e4904869e3'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:55.910930 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b5cae8e-b9df-48b1-b8b3-d48840ed3f50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.917845 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b5cae8e-b9df-48b1-b8b3-d48840ed3f50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.952646 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cae8e-b9df-48b1-b8b3-d48840ed3f50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cb1f6d-a44f-4909-a950-73eb5837a284,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:55.958815 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0b5cae8e-b9df-48b1-b8b3-d48840ed3f50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.962820 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60404) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:55.962979 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-0b5cae8e-b9df-48b1-b8b3-d48840ed3f50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2089601 Aug 13 04:55:55.968115 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-63c39758-5112-4f1c-96f5-931d0aa2a02e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'security_group_rule': {'security_group_id': 'e2eb3366-1d40-4571-bec3-c6eef94a6ecd', 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:55.975606 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Made reservation on behalf of 8ae23f8a447f439baa31f5e4904869e3 for: {'port': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:55:55.979154 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:55.988535 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.001886 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63c39758-5112-4f1c-96f5-931d0aa2a02e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.065731 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63c39758-5112-4f1c-96f5-931d0aa2a02e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.070486 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63c39758-5112-4f1c-96f5-931d0aa2a02e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.086385 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.089030 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c39758-5112-4f1c-96f5-931d0aa2a02e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11167812-6736-4385-a732-cc14eab66f3e,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:56.092008 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.098439 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63c39758-5112-4f1c-96f5-931d0aa2a02e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.099802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-63c39758-5112-4f1c-96f5-931d0aa2a02e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359804 Aug 13 04:55:56.102525 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 60406) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:56.108072 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'security_group_rule': {'security_group_id': 'e2eb3366-1d40-4571-bec3-c6eef94a6ecd', 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:56.130748 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.securitygroups_db [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Project 05c8e5f4a94547ff90f3492a9266fb26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:55:56.135723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.151558 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b1a70-87cc-4857-baa8-86a0c74a5324,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:56.201052 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.204877 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.222148 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fab6c5-c6f6-40ec-bcfe-e0ce374fc6c1,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:56.226756 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Allocated IP 192.168.233.146 (3312d4af-db9a-402f-b42c-a1fe85964cba/ca3bfd1a-0305-4d72-a93e-cbc170780894/b115a241-0f08-4de0-a384-07bc6cf16749) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:55:56.228823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.232955 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0c62a65a-81f6-4855-8005-eb9debad6c20 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294425 Aug 13 04:55:56.233215 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60408) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:55:56.240535 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'security_group_rule': {'security_group_id': 'e2eb3366-1d40-4571-bec3-c6eef94a6ecd', 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:56.288020 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.securitygroups_db [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Project 05c8e5f4a94547ff90f3492a9266fb26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:55:56.296489 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.401668 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65baead6-5b1c-4798-af45-4bdb35db692f req-e1f47533-d494-470d-8622-13e2ef14f49b tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 210 time: 0.0275304 Aug 13 04:55:56.413475 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.419891 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.456181 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b063b584-8ac6-408d-ab5a-39d373c49354,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:56.459477 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.460617 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-56165e0d-5caa-45e4-a8f7-bfc0a9d7eb6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2266667 Aug 13 04:55:56.463640 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.478693 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Transition to ACTIVE for port object b115a241-0f08-4de0-a384-07bc6cf16749 will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:56.518232 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.566595 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Network 3312d4af-db9a-402f-b42c-a1fe85964cba is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:55:56.569652 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:55:56.573323 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:55:56.596945 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Pushing event updated for resources: {'Port': ['ID=b115a241-0f08-4de0-a384-07bc6cf16749,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:56.628875 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:56.629518 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.645541 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-08d12196-8058-4cd3-b2ac-899ad1e61a1a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8517787 Aug 13 04:55:56.666972 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Request body: {'port': {'device_id': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:55:56.734311 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:56.868539 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Sync routers for ids ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:55:56.878915 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Routers {'d6c497b2-55d3-479e-8775-d7963f7e6a1d'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:56.879540 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:57.006174 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Set router d6c497b2-55d3-479e-8775-d7963f7e6a1d gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:57.015668 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-ae8d0729-b4f5-4b22-974d-e398e776202a None None] Provisioning for port b115a241-0f08-4de0-a384-07bc6cf16749 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:57.025698 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-ae8d0729-b4f5-4b22-974d-e398e776202a None None] Provisioning complete for port b115a241-0f08-4de0-a384-07bc6cf16749 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:57.025698 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0729-b4f5-4b22-974d-e398e776202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.081898 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b115a241-0f08-4de0-a384-07bc6cf16749 {{(pid=105492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:55:57.083160 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d0729-b4f5-4b22-974d-e398e776202a None None] Port b115a241-0f08-4de0-a384-07bc6cf16749 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:55:57.097452 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.110975 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Transition to ACTIVE for port object b115a241-0f08-4de0-a384-07bc6cf16749 will not be triggered until provisioned by entity L2. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:57.115092 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.164054 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b115a241-0f08-4de0-a384-07bc6cf16749,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:57.184657 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c9271906-6d2e-49de-a9f1-8ea917f21771 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:57.249142 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Attempting to bind port b115a241-0f08-4de0-a384-07bc6cf16749 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:55:57.249741 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Attempting to bind port b115a241-0f08-4de0-a384-07bc6cf16749 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:55:57.250088 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 4, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port': {'id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:50Z', 'updated_at': '2021-08-13T04:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'ab55cda2-b562-4b87-86ac-5bc72c641a2f', 'name': '', 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'mac_address': 'fa:16:3e:4e:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:53Z', 'updated_at': '2021-08-13T04:55:54Z', 'revision_number': 2, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'subnets': [{'id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:57.250656 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Attempting to bind port b115a241-0f08-4de0-a384-07bc6cf16749 on network 3312d4af-db9a-402f-b42c-a1fe85964cba {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:57.255906 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Port b115a241-0f08-4de0-a384-07bc6cf16749 on network 3312d4af-db9a-402f-b42c-a1fe85964cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:55:57.256233 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Attempting to bind port b115a241-0f08-4de0-a384-07bc6cf16749 on network 3312d4af-db9a-402f-b42c-a1fe85964cba {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:57.269968 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:55:57.270314 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Checking segment: {'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:57.270750 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Bound using segment: {'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:55:57.271924 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Bound port: b115a241-0f08-4de0-a384-07bc6cf16749, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b95fc3c-9033-4c85-97c9-c04b36684b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba'}}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:55:57.272338 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.279467 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port c9271906-6d2e-49de-a9f1-8ea917f21771 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:57.282206 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Checking router: d6c497b2-55d3-479e-8775-d7963f7e6a1d for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:55:57.282616 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Updating router d6c497b2-55d3-479e-8775-d7963f7e6a1d port ab55cda2-b562-4b87-86ac-5bc72c641a2f binding host dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:55:57.285046 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port c9271906-6d2e-49de-a9f1-8ea917f21771 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:57.285646 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.308508 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.349513 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] For port b115a241-0f08-4de0-a384-07bc6cf16749, host hv-cinder-76017, cleared binding levels {{(pid=105492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:55:57.354768 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] For port b115a241-0f08-4de0-a384-07bc6cf16749, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b115a241-0f08-4de0-a384-07bc6cf16749,segment=NetworkSegment(2b95fc3c-9033-4c85-97c9-c04b36684b15),segment_id=2b95fc3c-9033-4c85-97c9-c04b36684b15)] {{(pid=105492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:55:57.361417 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.375867 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.412808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port c9271906-6d2e-49de-a9f1-8ea917f21771, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c9271906-6d2e-49de-a9f1-8ea917f21771,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:57.417973 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.422321 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:57.423041 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.426716 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] 10.222.0.58 "PUT /v2.0/ports/b115a241-0f08-4de0-a384-07bc6cf16749 HTTP/1.1" status: 200 len: 1098 time: 0.7667987 Aug 13 04:55:57.427125 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'tag': 'b115a241-0f08-4de0-a384-07bc6cf16749'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:55:57.436074 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b1b860-b695-4ec5-b12f-f02e8116d145" -d '{"events": [{"name": "network-changed", "server_uuid": "84e78b8d-e3fb-47aa-8eea-270322cf6963", "tag": "b115a241-0f08-4de0-a384-07bc6cf16749"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:55:57.486849 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197dc16-7da7-47f5-a4c8-a58bc67de1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b115a241-0f08-4de0-a384-07bc6cf16749,revision_number=3']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:57.524231 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=c9271906-6d2e-49de-a9f1-8ea917f21771,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:57.598270 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-4715be94-b656-4a69-8d29-2c6f8d5bab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:57.600977 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-4715be94-b656-4a69-8d29-2c6f8d5bab01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ae23f8a447f439baa31f5e4904869e3&device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 1101 time: 0.0743883 Aug 13 04:55:57.612678 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f6bb9-b010-49da-a992-31ef79dd947a req-3bf6c4b7-9667-4b47-a950-1da334ef7a94 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:57.614896 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-442f6bb9-b010-49da-a992-31ef79dd947a req-3bf6c4b7-9667-4b47-a950-1da334ef7a94 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 948 time: 0.0989530 Aug 13 04:55:57.620384 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fc5555-1cb9-43fd-a80a-844dcbb768d8 x-openstack-request-id: req-42fc5555-1cb9-43fd-a80a-844dcbb768d8 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:55:57.620748 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e78b8d-e3fb-47aa-8eea-270322cf6963", "tag": "b115a241-0f08-4de0-a384-07bc6cf16749", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:55:57.621021 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42fc5555-1cb9-43fd-a80a-844dcbb768d8 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:55:57.622265 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'tag': 'b115a241-0f08-4de0-a384-07bc6cf16749', 'status': 'completed', 'code': 200} Aug 13 04:55:57.666573 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-00cf0182-82af-430f-bca8-4ac5ff95348e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b115a241-0f08-4de0-a384-07bc6cf16749 HTTP/1.1" status: 200 len: 217 time: 0.0434041 Aug 13 04:55:57.669999 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-442f6bb9-b010-49da-a992-31ef79dd947a req-97195c56-5b71-4755-b65c-df4af94841be tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Aug 13 04:55:57.733028 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-aa788b00-fcc3-483b-b69c-4ad606494c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:57.733702 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-aa788b00-fcc3-483b-b69c-4ad606494c19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca3bfd1a-0305-4d72-a93e-cbc170780894 HTTP/1.1" status: 200 len: 843 time: 0.0588219 Aug 13 04:55:57.737567 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Notify callbacks [] for port, precommit_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.747831 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.provisioning_blocks [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Transition to ACTIVE for port object ab55cda2-b562-4b87-86ac-5bc72c641a2f will not be triggered until provisioned by entity L2. {{(pid=105494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:55:57.754146 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.785106 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-0f08fc8e-11a4-4584-9fa9-576913dc091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:57.789757 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-0f08fc8e-11a4-4584-9fa9-576913dc091c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3312d4af-db9a-402f-b42c-a1fe85964cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473273 Aug 13 04:55:57.804423 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1d20d-adee-4af0-b2e7-e278ee60acc2 None None] Pushing event updated for resources: {'Port': ['ID=ab55cda2-b562-4b87-86ac-5bc72c641a2f,revision_number=3']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:57.856593 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Attempting to bind port ab55cda2-b562-4b87-86ac-5bc72c641a2f on host dv-cinder-760178-7-iscsi for vnic_type normal with profile {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:55:57.856953 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Attempting to bind port ab55cda2-b562-4b87-86ac-5bc72c641a2f by drivers openvswitch,hyperv on host dv-cinder-760178-7-iscsi at level 0 using segments [{'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:55:57.857309 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Attempting to bind port ab55cda2-b562-4b87-86ac-5bc72c641a2f on network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:55:57.862764 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Checking agent: {'id': 'c0a0300d-7727-4554-9f28-9a197eb75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 41, 43), 'started_at': datetime.datetime(2021, 8, 13, 4, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:55:57.863128 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Checking segment: {'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:55:57.863919 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.863919 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Bound using segment: {'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'} {{(pid=105494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:55:57.864332 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.managers [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Bound port: ab55cda2-b562-4b87-86ac-5bc72c641a2f, host: dv-cinder-760178-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464f721e-2fb4-4aca-a5c6-9780ae0cec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19'}}] {{(pid=105494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:55:57.864718 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:57.895815 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-5009d841-ee7d-4025-b479-bcac982da3ed service neutron] 10.222.0.58 "GET /v2.0/networks/3312d4af-db9a-402f-b42c-a1fe85964cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984492 Aug 13 04:55:57.931819 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] For port ab55cda2-b562-4b87-86ac-5bc72c641a2f, host dv-cinder-760178-7-iscsi, cleared binding levels {{(pid=105494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:55:57.936566 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.plugins.ml2.db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] For port ab55cda2-b562-4b87-86ac-5bc72c641a2f, host dv-cinder-760178-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=ab55cda2-b562-4b87-86ac-5bc72c641a2f,segment=NetworkSegment(464f721e-2fb4-4aca-a5c6-9780ae0cec87),segment_id=464f721e-2fb4-4aca-a5c6-9780ae0cec87)] {{(pid=105494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:55:57.942796 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.callbacks.manager [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:58.006485 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Routers {'d6c497b2-55d3-479e-8775-d7963f7e6a1d'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:55:58.007122 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:55:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:58.009041 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1d20d-adee-4af0-b2e7-e278ee60acc2 None None] Pushing event updated for resources: {'Port': ['ID=ab55cda2-b562-4b87-86ac-5bc72c641a2f,revision_number=4']} {{(pid=105494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:58.011679 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3182dd38-9b74-4808-a418-cb3a85f3a68a req-d5e455bc-ab3d-490a-b296-c75c4a685616 service neutron] 10.222.0.58 "GET /v2.0/networks/3312d4af-db9a-402f-b42c-a1fe85964cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926049 Aug 13 04:55:58.140078 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] Set router d6c497b2-55d3-479e-8775-d7963f7e6a1d gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:55:58.174354 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-831c9c9b-ab5e-4171-88f8-c7409d46ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:58.175934 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-831c9c9b-ab5e-4171-88f8-c7409d46ad15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ae23f8a447f439baa31f5e4904869e3&device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 1101 time: 0.0568848 Aug 13 04:55:58.282291 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-ad488f3a-16fb-4e77-9ece-b65d226c574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:58.283782 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-ad488f3a-16fb-4e77-9ece-b65d226c574f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3312d4af-db9a-402f-b42c-a1fe85964cba HTTP/1.1" status: 200 len: 869 time: 0.0995727 Aug 13 04:55:58.329514 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-4680fc7c-7f6c-4c90-93ee-6aa720b02463 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b115a241-0f08-4de0-a384-07bc6cf16749 HTTP/1.1" status: 200 len: 217 time: 0.0340347 Aug 13 04:55:58.355383 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 4, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port': {'id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:50Z', 'updated_at': '2021-08-13T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'ab55cda2-b562-4b87-86ac-5bc72c641a2f', 'name': '', 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'mac_address': 'fa:16:3e:4e:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:53Z', 'updated_at': '2021-08-13T04:55:57Z', 'revision_number': 4, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'subnets': [{'id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:55:58.382460 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09968c78-5caa-4565-8d4a-810dea56023a None None] The sync data for ids ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 4, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port': {'id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:50Z', 'updated_at': '2021-08-13T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'ab55cda2-b562-4b87-86ac-5bc72c641a2f', 'name': '', 'network_id': 'a9b16cf1-74c0-406e-8c1a-f13b80ed8e19', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'mac_address': 'fa:16:3e:4e:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:53Z', 'updated_at': '2021-08-13T04:55:57Z', 'revision_number': 4, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'subnets': [{'id': '48f2e763-69e8-49c6-abd2-51f14938c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:55:58.386292 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-d2e58543-adbf-4c47-a110-0ff504c03518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:58.388109 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-d2e58543-adbf-4c47-a110-0ff504c03518 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca3bfd1a-0305-4d72-a93e-cbc170780894 HTTP/1.1" status: 200 len: 843 time: 0.0491982 Aug 13 04:55:58.448752 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-9dcad455-f6d8-41a8-8f49-752a16a8686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:58.450899 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-9dcad455-f6d8-41a8-8f49-752a16a8686e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3312d4af-db9a-402f-b42c-a1fe85964cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422883 Aug 13 04:55:58.545093 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-0cacd98e-9b6c-4357-a820-f7acbd0f88ab service neutron] 10.222.0.58 "GET /v2.0/networks/3312d4af-db9a-402f-b42c-a1fe85964cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836654 Aug 13 04:55:58.644286 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e4b1b860-b695-4ec5-b12f-f02e8116d145 req-ac3ae856-2233-48ab-b4fd-2ae1ca2c46b8 service neutron] 10.222.0.58 "GET /v2.0/networks/3312d4af-db9a-402f-b42c-a1fe85964cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878143 Aug 13 04:55:58.794517 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408248c-7c19-4e31-9260-eda55fd8ce40 req-eb3bb184-76f5-4fbb-a313-b2e520a6c747 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:58.796059 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3408248c-7c19-4e31-9260-eda55fd8ce40 req-eb3bb184-76f5-4fbb-a313-b2e520a6c747 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 948 time: 0.0525680 Aug 13 04:55:58.834745 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3408248c-7c19-4e31-9260-eda55fd8ce40 req-13abaef9-857c-4ac7-9cad-0afe46467220 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Aug 13 04:55:59.148274 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c9271906-6d2e-49de-a9f1-8ea917f21771 up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:59.199190 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port c9271906-6d2e-49de-a9f1-8ea917f21771 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:59.199664 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:59.280250 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ab55cda2-b562-4b87-86ac-5bc72c641a2f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:55:59.327641 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning for port ab55cda2-b562-4b87-86ac-5bc72c641a2f completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:55:59.331349 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port ab55cda2-b562-4b87-86ac-5bc72c641a2f triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:55:59.331726 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:59.414232 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:59.449215 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] For port ab55cda2-b562-4b87-86ac-5bc72c641a2f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=ab55cda2-b562-4b87-86ac-5bc72c641a2f,segment=NetworkSegment(464f721e-2fb4-4aca-a5c6-9780ae0cec87),segment_id=464f721e-2fb4-4aca-a5c6-9780ae0cec87)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:55:59.452864 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:55:59.503669 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Pushing event updated for resources: {'Port': ['ID=ab55cda2-b562-4b87-86ac-5bc72c641a2f,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:55:59.949622 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a921ca-5eec-42a1-85c3-b3a63c1a0225 req-f945ccd9-12fa-4252-9067-ba6a7194b452 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:55:59.950978 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4a921ca-5eec-42a1-85c3-b3a63c1a0225 req-f945ccd9-12fa-4252-9067-ba6a7194b452 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 948 time: 0.0478184 Aug 13 04:55:59.988838 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4a921ca-5eec-42a1-85c3-b3a63c1a0225 req-74432397-52be-4dcb-a110-5f169562a5f6 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Aug 13 04:56:01.104713 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6c3f-e42d-4d78-a8fd-cf0c0c70eb71 req-3ada31d8-3aa4-4a7c-a2c6-e1c8b8d9616a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:01.107489 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3b9b6c3f-e42d-4d78-a8fd-cf0c0c70eb71 req-3ada31d8-3aa4-4a7c-a2c6-e1c8b8d9616a tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 948 time: 0.0520902 Aug 13 04:56:01.118787 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ab55cda2-b562-4b87-86ac-5bc72c641a2f up at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:56:01.145611 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3b9b6c3f-e42d-4d78-a8fd-cf0c0c70eb71 req-0391e706-321b-4957-8170-931d4e3dfd74 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Aug 13 04:56:01.168014 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Provisioning complete for port ab55cda2-b562-4b87-86ac-5bc72c641a2f triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:56:01.168998 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:01.452933 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b115a241-0f08-4de0-a384-07bc6cf16749 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:56:01.553560 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port b115a241-0f08-4de0-a384-07bc6cf16749, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b115a241-0f08-4de0-a384-07bc6cf16749,segment=NetworkSegment(2b95fc3c-9033-4c85-97c9-c04b36684b15),segment_id=2b95fc3c-9033-4c85-97c9-c04b36684b15)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:01.565103 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'b115a241-0f08-4de0-a384-07bc6cf16749', 'network_id': '3312d4af-db9a-402f-b42c-a1fe85964cba', 'port_id': 'b115a241-0f08-4de0-a384-07bc6cf16749', 'mac_address': 'fa:16:3e:dc:56:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3bfd1a-0305-4d72-a93e-cbc170780894', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:56:01.602537 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:01.616081 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b115a241-0f08-4de0-a384-07bc6cf16749 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:56:01.634932 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port b115a241-0f08-4de0-a384-07bc6cf16749, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b115a241-0f08-4de0-a384-07bc6cf16749,segment=NetworkSegment(2b95fc3c-9033-4c85-97c9-c04b36684b15),segment_id=2b95fc3c-9033-4c85-97c9-c04b36684b15)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:01.639625 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:01.691183 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=b115a241-0f08-4de0-a384-07bc6cf16749,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:02.141866 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['b115a241-0f08-4de0-a384-07bc6cf16749'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:56:02.258456 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c035c-647d-4fd7-826b-616dbc3b819b req-db11e68b-56a7-49f4-b31f-9b88a3a7b846 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:02.259933 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cb2c035c-647d-4fd7-826b-616dbc3b819b req-db11e68b-56a7-49f4-b31f-9b88a3a7b846 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 949 time: 0.0480375 Aug 13 04:56:02.302827 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cb2c035c-647d-4fd7-826b-616dbc3b819b req-ee0fad04-6e9a-4bb3-8b29-c8c7fe3782e9 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Aug 13 04:56:03.414389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f7c2-2bf7-45ed-a474-26aca55371cf req-4d6d49d1-d85f-4308-b92e-71cc84e2afe3 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:03.415841 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b387f7c2-2bf7-45ed-a474-26aca55371cf req-4d6d49d1-d85f-4308-b92e-71cc84e2afe3 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 949 time: 0.0478656 Aug 13 04:56:03.444777 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b115a241-0f08-4de0-a384-07bc6cf16749 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:56:03.455691 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b387f7c2-2bf7-45ed-a474-26aca55371cf req-4da89f45-4011-4916-a645-9b8bb0ff4821 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338733 Aug 13 04:56:03.609964 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port b115a241-0f08-4de0-a384-07bc6cf16749 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:56:03.613570 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port b115a241-0f08-4de0-a384-07bc6cf16749 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:56:03.613939 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:03.689336 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:03.711048 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115a241-0f08-4de0-a384-07bc6cf16749'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:03.713258 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e4ab0f-5a66-4856-aa58-d76f62c366e7" -d '{"events": [{"server_uuid": "84e78b8d-e3fb-47aa-8eea-270322cf6963", "name": "network-vif-plugged", "status": "completed", "tag": "b115a241-0f08-4de0-a384-07bc6cf16749"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:03.726620 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port b115a241-0f08-4de0-a384-07bc6cf16749, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b115a241-0f08-4de0-a384-07bc6cf16749,segment=NetworkSegment(2b95fc3c-9033-4c85-97c9-c04b36684b15),segment_id=2b95fc3c-9033-4c85-97c9-c04b36684b15)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:03.730488 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:03.758745 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febc5790-2e2b-4529-a235-f98b41dd25f5 x-openstack-request-id: req-febc5790-2e2b-4529-a235-f98b41dd25f5 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:03.759028 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e78b8d-e3fb-47aa-8eea-270322cf6963", "name": "network-vif-plugged", "status": "completed", "tag": "b115a241-0f08-4de0-a384-07bc6cf16749", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:03.759275 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-febc5790-2e2b-4529-a235-f98b41dd25f5 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:03.759652 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115a241-0f08-4de0-a384-07bc6cf16749', 'code': 200} Aug 13 04:56:03.787257 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=b115a241-0f08-4de0-a384-07bc6cf16749,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:03.974001 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acf1fc-0083-4cef-8966-6e434cb21339 req-88f10063-d945-4b27-96dd-b6b74c4aea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:03.975492 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e2acf1fc-0083-4cef-8966-6e434cb21339 req-88f10063-d945-4b27-96dd-b6b74c4aea37 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 1103 time: 0.0422699 Aug 13 04:56:04.012293 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-e2acf1fc-0083-4cef-8966-6e434cb21339 req-d679a219-9e04-4e24-8b96-6044bfe228a8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275340 Aug 13 04:56:04.573808 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b90d3d-1b2d-48f0-861f-fcdff6ed29aa req-8e0b9ff9-2765-4ee3-bdfb-4c5f094cd7bc tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:04.575278 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-75b90d3d-1b2d-48f0-861f-fcdff6ed29aa req-8e0b9ff9-2765-4ee3-bdfb-4c5f094cd7bc tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 950 time: 0.0511932 Aug 13 04:56:04.614392 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-75b90d3d-1b2d-48f0-861f-fcdff6ed29aa req-33cdfd15-cc5f-4adc-937a-0ac20a717ca9 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 13 04:56:05.728114 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd91e02-2c8c-4181-a6c2-4ca10f30b188 req-8af77017-2ad1-4332-96cf-c4dc53c55f92 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:05.729636 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ccd91e02-2c8c-4181-a6c2-4ca10f30b188 req-8af77017-2ad1-4332-96cf-c4dc53c55f92 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 950 time: 0.0482790 Aug 13 04:56:05.767628 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ccd91e02-2c8c-4181-a6c2-4ca10f30b188 req-00651368-d606-48c8-a871-02acdc361366 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Aug 13 04:56:06.888838 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480ccf-a410-4502-9209-c5e5731b3eae req-e6488dd4-5642-4f77-b6bf-6e74c78e4937 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:06.890390 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46480ccf-a410-4502-9209-c5e5731b3eae req-e6488dd4-5642-4f77-b6bf-6e74c78e4937 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 950 time: 0.0552762 Aug 13 04:56:06.927787 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-46480ccf-a410-4502-9209-c5e5731b3eae req-4a5fe1fd-ec63-4d45-8a6c-f2c85340f347 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Aug 13 04:56:07.190030 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df7ad-7f57-465a-adc7-aa1c30a7ef06 req-81738263-4397-4caa-b6b5-a77ed05154e8 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:07.191494 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-954df7ad-7f57-465a-adc7-aa1c30a7ef06 req-81738263-4397-4caa-b6b5-a77ed05154e8 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 950 time: 0.0565109 Aug 13 04:56:07.227928 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-954df7ad-7f57-465a-adc7-aa1c30a7ef06 req-8d3a6726-cbcf-4b8c-a908-2d59ab425abe tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Aug 13 04:56:08.343643 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8906d0-e672-4201-ae0d-cf8de6b01a8c req-cffd8e8c-8599-4499-8e07-d649432afea2 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:08.345014 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc8906d0-e672-4201-ae0d-cf8de6b01a8c req-cffd8e8c-8599-4499-8e07-d649432afea2 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 950 time: 0.0478330 Aug 13 04:56:08.383810 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc8906d0-e672-4201-ae0d-cf8de6b01a8c req-493f2f99-bb25-47fa-addd-f45228fed863 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Aug 13 04:56:09.440611 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-101666cc-4d59-4efd-abb0-2347fbe44811 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:09.442511 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-101666cc-4d59-4efd-abb0-2347fbe44811 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 950 time: 0.0494497 Aug 13 04:56:09.497970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054db9b5-e7a9-49d9-a1c6-cc01c5712065 req-dc3cc414-d245-435e-9ea0-be45120d76b7 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:09.499447 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-054db9b5-e7a9-49d9-a1c6-cc01c5712065 req-dc3cc414-d245-435e-9ea0-be45120d76b7 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e78b8d-e3fb-47aa-8eea-270322cf6963 HTTP/1.1" status: 200 len: 950 time: 0.0494313 Aug 13 04:56:09.539201 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-054db9b5-e7a9-49d9-a1c6-cc01c5712065 req-adaf12ce-1b94-4401-8e35-d27d92825c1d tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2b1a70-87cc-4857-baa8-86a0c74a5324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Aug 13 04:56:09.547985 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Deleting port b115a241-0f08-4de0-a384-07bc6cf16749 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:56:09.548335 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:09.632982 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] For port b115a241-0f08-4de0-a384-07bc6cf16749, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=b115a241-0f08-4de0-a384-07bc6cf16749,segment=NetworkSegment(2b95fc3c-9033-4c85-97c9-c04b36684b15),segment_id=2b95fc3c-9033-4c85-97c9-c04b36684b15)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:09.633251 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:09.646383 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Calling delete_port for b115a241-0f08-4de0-a384-07bc6cf16749 owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:56:09.773858 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:09.807258 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Pushing event deleted for resources: {'Port': ['ID=b115a241-0f08-4de0-a384-07bc6cf16749,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:09.818321 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['b115a241-0f08-4de0-a384-07bc6cf16749'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:56:09.850074 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] No DVR routers for this DVR port b115a241-0f08-4de0-a384-07bc6cf16749 on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:56:09.852659 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:09.854704 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-3a3fd0c9-982b-4aca-ac59-064b3adaea2f req-40cb4731-0a47-4628-a967-7c7895a11484 tempest-VolumesNegativeTest-1899545119 tempest-VolumesNegativeTest-1899545119-project] 10.222.0.58 "DELETE /v2.0/ports/b115a241-0f08-4de0-a384-07bc6cf16749 HTTP/1.1" status: 204 len: 173 time: 0.4038265 Aug 13 04:56:09.855181 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'name': 'network-vif-deleted', 'tag': 'b115a241-0f08-4de0-a384-07bc6cf16749'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:09.857455 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01bb69d-ae50-4162-8731-3998e166353c" -d '{"events": [{"server_uuid": "84e78b8d-e3fb-47aa-8eea-270322cf6963", "name": "network-vif-deleted", "tag": "b115a241-0f08-4de0-a384-07bc6cf16749"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:09.898945 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5739203e-2da9-4e7a-b9ec-ce0948e73e0b x-openstack-request-id: req-5739203e-2da9-4e7a-b9ec-ce0948e73e0b {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:09.899272 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e78b8d-e3fb-47aa-8eea-270322cf6963", "name": "network-vif-deleted", "tag": "b115a241-0f08-4de0-a384-07bc6cf16749", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:09.899651 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5739203e-2da9-4e7a-b9ec-ce0948e73e0b {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:09.900065 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e78b8d-e3fb-47aa-8eea-270322cf6963', 'name': 'network-vif-deleted', 'tag': 'b115a241-0f08-4de0-a384-07bc6cf16749', 'status': 'completed', 'code': 200} Aug 13 04:56:10.058097 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-76221fc4-1fb7-4b29-97ed-923b97630873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:12.259265 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-96a63fa5-53fe-4983-b599-4e6ecc1c1948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:12.626079 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:13.482467 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b115a241-0f08-4de0-a384-07bc6cf16749 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:56:13.503377 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: b115a241-0f08-4de0-a384-07bc6cf16749 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:56:13.503720 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device b115a241-0f08-4de0-a384-07bc6cf16749 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:56:13.637875 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:14.025099 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:14.106207 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60778) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:14.232075 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ce1933d1-d48c-47b5-bc22-94b3cbabbf95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ae23f8a447f439baa31f5e4904869e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246660 Aug 13 04:56:14.234556 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 60784) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:14.279703 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-410c1839-d981-4aad-879c-d63453ffbe4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:14.300053 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-410c1839-d981-4aad-879c-d63453ffbe4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:14.343793 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-410c1839-d981-4aad-879c-d63453ffbe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:14.346286 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-410c1839-d981-4aad-879c-d63453ffbe4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:14.347383 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-410c1839-d981-4aad-879c-d63453ffbe4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd2b1a70-87cc-4857-baa8-86a0c74a5324 HTTP/1.1" status: 204 len: 168 time: 0.1119351 Aug 13 04:56:14.354681 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c1839-d981-4aad-879c-d63453ffbe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b1a70-87cc-4857-baa8-86a0c74a5324,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:15.394726 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:24.888978 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0b5b6-49a3-43a2-9bf7-e58077e260dd req-29a444c3-e699-45c6-bdd9-7a580ce8e9d9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:24.890450 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-77a0b5b6-49a3-43a2-9bf7-e58077e260dd req-29a444c3-e699-45c6-bdd9-7a580ce8e9d9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0509923 Aug 13 04:56:24.927657 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-77a0b5b6-49a3-43a2-9bf7-e58077e260dd req-d71bd1a7-c9c3-4ce6-bee9-6d19fd3318e0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312407 Aug 13 04:56:26.039937 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc668e94-315f-429b-ae1c-d0c8c095278f req-38558395-7d3b-4926-a547-2c4ea85b442d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:26.041289 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fc668e94-315f-429b-ae1c-d0c8c095278f req-38558395-7d3b-4926-a547-2c4ea85b442d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0472353 Aug 13 04:56:26.077670 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fc668e94-315f-429b-ae1c-d0c8c095278f req-7eacb774-380e-4117-9526-744a43091193 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305831 Aug 13 04:56:26.516160 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:56:27.186438 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382528a-8014-417f-99c7-fbab46aff4cf req-a4b3fea5-65a8-480a-b1d5-c07cde4710e8 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:27.188366 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2382528a-8014-417f-99c7-fbab46aff4cf req-a4b3fea5-65a8-480a-b1d5-c07cde4710e8 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0471985 Aug 13 04:56:27.223753 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2382528a-8014-417f-99c7-fbab46aff4cf req-10b7e223-416b-4146-891f-6a9c45e55986 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296369 Aug 13 04:56:28.335723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144707d-3e36-44ce-a52a-ee0562180ab9 req-b804fb0f-3f5f-409a-8ec9-e15b7dc31200 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:28.337133 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a144707d-3e36-44ce-a52a-ee0562180ab9 req-b804fb0f-3f5f-409a-8ec9-e15b7dc31200 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0489650 Aug 13 04:56:28.372569 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a144707d-3e36-44ce-a52a-ee0562180ab9 req-d8828429-b0ce-4423-be42-032a45382852 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297189 Aug 13 04:56:29.483312 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf5c9a-0fdd-429b-96f2-2131a23e3db5 req-be75f4a8-4ff3-4a7d-a90d-886d9d4f924c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:29.485350 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-88bf5c9a-0fdd-429b-96f2-2131a23e3db5 req-be75f4a8-4ff3-4a7d-a90d-886d9d4f924c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0478792 Aug 13 04:56:29.521279 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-88bf5c9a-0fdd-429b-96f2-2131a23e3db5 req-70b3790e-6c9b-4af1-b5e2-5be8354f11cb tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300276 Aug 13 04:56:30.637541 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a1346-248f-43b1-8903-7aaf3a9402a8 req-de5c1f72-393e-44f6-b0e3-ff0fcdf527b6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:30.639019 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-531a1346-248f-43b1-8903-7aaf3a9402a8 req-de5c1f72-393e-44f6-b0e3-ff0fcdf527b6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Aug 13 04:56:30.678538 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-531a1346-248f-43b1-8903-7aaf3a9402a8 req-014ff9f9-0872-4bc3-afcd-c929fe932785 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330510 Aug 13 04:56:31.800717 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1111dd-bc17-4eed-923a-71dc4037c50f req-22ad1c88-7169-4d2b-a527-d242144f9f68 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:31.802191 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed1111dd-bc17-4eed-923a-71dc4037c50f req-22ad1c88-7169-4d2b-a527-d242144f9f68 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0554299 Aug 13 04:56:31.837558 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ed1111dd-bc17-4eed-923a-71dc4037c50f req-1ab98ab4-a45c-4d3d-aba2-60af69e75a71 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295353 Aug 13 04:56:32.946984 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89874d7-c132-4124-a3e6-06f47745c5de req-6502afe9-dd1f-4f85-ab2d-64264b00094d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:32.948408 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a89874d7-c132-4124-a3e6-06f47745c5de req-6502afe9-dd1f-4f85-ab2d-64264b00094d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0468094 Aug 13 04:56:32.983941 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a89874d7-c132-4124-a3e6-06f47745c5de req-1541c34b-574c-4c80-ac1d-e67f5d2ca09c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297430 Aug 13 04:56:34.092943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32639db3-8c7b-46c6-b929-b617d0c5d144 req-0e5e928a-6ffb-4665-b8b8-e6c635dbcf05 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:34.094431 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-32639db3-8c7b-46c6-b929-b617d0c5d144 req-0e5e928a-6ffb-4665-b8b8-e6c635dbcf05 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0467544 Aug 13 04:56:34.130275 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-32639db3-8c7b-46c6-b929-b617d0c5d144 req-752485bb-d607-4d4d-8ded-11da0fb5ad0c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301583 Aug 13 04:56:34.237651 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 758d593f-28f3-4a0f-8161-be725b5fe6b1 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:56:34.312337 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:34.334932 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:34.337145 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c517037-1bf8-45fd-a9d4-c96cc5659492" -d '{"events": [{"server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "name": "network-vif-unplugged", "status": "completed", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:34.343883 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df377781-8fcb-492d-b18d-5363ce932bbe req-a49ee7de-47b1-4bd3-8e6d-77c21173873d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:34.345369 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-df377781-8fcb-492d-b18d-5363ce932bbe req-a49ee7de-47b1-4bd3-8e6d-77c21173873d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 945 time: 0.0502565 Aug 13 04:56:34.349665 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 758d593f-28f3-4a0f-8161-be725b5fe6b1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:34.355537 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:34.379206 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faac959c-cec9-4307-94bb-e6b80d9a27c8 x-openstack-request-id: req-faac959c-cec9-4307-94bb-e6b80d9a27c8 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:34.379798 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "name": "network-vif-unplugged", "status": "completed", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:34.379999 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faac959c-cec9-4307-94bb-e6b80d9a27c8 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:34.380324 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'code': 200} Aug 13 04:56:34.411393 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=758d593f-28f3-4a0f-8161-be725b5fe6b1,revision_number=6']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:34.441594 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Deleting port 758d593f-28f3-4a0f-8161-be725b5fe6b1 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:56:34.441937 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:34.530341 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] For port 758d593f-28f3-4a0f-8161-be725b5fe6b1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=758d593f-28f3-4a0f-8161-be725b5fe6b1,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:34.530696 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:34.981082 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:34.981424 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:34.981850 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.l3_db [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Floating IP c358641b-1b12-44dc-8b75-10b59afc0ac5 disassociated. External IP: 172.27.1.65, port: 758d593f-28f3-4a0f-8161-be725b5fe6b1. Aug 13 04:56:34.982201 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Calling delete_port for 758d593f-28f3-4a0f-8161-be725b5fe6b1 owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:56:35.103280 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:35.134122 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event deleted for resources: {'Port': ['ID=758d593f-28f3-4a0f-8161-be725b5fe6b1,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:35.241131 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-97d3ec1a-06bd-4b82-9cf8-297b908decd7 req-5c536af3-4dbe-4400-a43d-b328eadaef8e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 210 time: 0.0416410 Aug 13 04:56:35.245674 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:56:35.352081 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:56:35.362604 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:56:35.372825 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:56:35.374307 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:56:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:35.401419 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] No DVR routers for this DVR port 758d593f-28f3-4a0f-8161-be725b5fe6b1 on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:56:35.406312 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:35.409110 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-df377781-8fcb-492d-b18d-5363ce932bbe req-6a81a29f-4c8c-4a26-ae86-a9a6081eb11a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "DELETE /v2.0/ports/758d593f-28f3-4a0f-8161-be725b5fe6b1 HTTP/1.1" status: 204 len: 173 time: 1.0573058 Aug 13 04:56:35.409705 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'name': 'network-vif-deleted', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:35.413832 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c413ce-8890-43f2-a691-f2221396dfbd" -d '{"events": [{"server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "name": "network-vif-deleted", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:35.480637 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03431302-bbc3-4a37-ac8e-e93747cb2a7f x-openstack-request-id: req-03431302-bbc3-4a37-ac8e-e93747cb2a7f {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:35.480795 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8909007-f045-462e-9c92-244d6f109729", "name": "network-vif-deleted", "tag": "758d593f-28f3-4a0f-8161-be725b5fe6b1", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:35.481143 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03431302-bbc3-4a37-ac8e-e93747cb2a7f {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:35.481725 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8909007-f045-462e-9c92-244d6f109729', 'name': 'network-vif-deleted', 'tag': '758d593f-28f3-4a0f-8161-be725b5fe6b1', 'status': 'completed', 'code': 200} Aug 13 04:56:35.517913 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:56:35.719381 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:35.746706 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:56:35.759448 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:56:35.760065 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:56:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:35.875169 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:56:36.091871 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-02208fa9-b886-4c1f-b78f-1b09a648b3b5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997150913&fields=id&tenant_id=05c8e5f4a94547ff90f3492a9266fb26 HTTP/1.1" status: 200 len: 267 time: 0.0368147 Aug 13 04:56:36.120540 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:36.151175 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fda88e-61d3-49e3-8fa0-9be6327937fb None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:56:36.213682 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-1f83d8f0-5fa4-4a63-8625-68f744fe4b8f tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:36.215331 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-1f83d8f0-5fa4-4a63-8625-68f744fe4b8f tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 809 time: 0.1164429 Aug 13 04:56:36.241976 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-e54e41b2-936a-4184-80f8-235c0d013c85 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/quotas/05c8e5f4a94547ff90f3492a9266fb26 HTTP/1.1" status: 200 len: 375 time: 0.0156109 Aug 13 04:56:36.298874 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-ef9d62bf-c005-402c-85fb-d72c5f5f4844 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553765 Aug 13 04:56:36.390446 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-69ecda01-6c8a-45f2-ba3f-15487c1d5948 req-6b9afe1c-a5f5-45d8-ae54-42779a1915ba tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8909007-f045-462e-9c92-244d6f109729 HTTP/1.1" status: 200 len: 210 time: 0.0324216 Aug 13 04:56:36.506001 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd9b441-9b87-4dfb-a61f-db8164956a45 None None] New status for floating IP c358641b-1b12-44dc-8b75-10b59afc0ac5: DOWN {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:56:36.539263 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-dacc9901-26eb-4fcf-953b-c8dba11995b7 service neutron] 10.222.0.18 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283881 Aug 13 04:56:36.632453 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-4cfb3aca-37b3-44fe-8b49-b1cac609096a service neutron] 10.222.0.18 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872378 Aug 13 04:56:36.912999 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cf15f1c2-026a-44f4-a71f-87baa3f4c94c req-04184a7e-6362-46ee-b83b-037bf19cd04b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Aug 13 04:56:37.649321 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-6bd24ed9-3057-4d47-b747-5c60adde5dee tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55448807&fields=id&tenant_id=4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 267 time: 0.0316668 Aug 13 04:56:37.760457 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-7db61040-22fa-4136-a73d-5e7972aff0a9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:37.761925 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-7db61040-22fa-4136-a73d-5e7972aff0a9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 812 time: 0.1049864 Aug 13 04:56:37.778292 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-2fdf2d56-ccf9-4a7a-92a9-3849b940a736 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/quotas/4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 375 time: 0.0096698 Aug 13 04:56:37.831588 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-7434aa4d-cabd-4001-abf1-8042610bfe48 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466869 Aug 13 04:56:37.976939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-0c0f8918-2552-49ef-a9f9-81ef6730fde0 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:37.977786 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-1ce9849e-9a03-4f20-86aa-bb4f302662df service neutron] 10.222.0.18 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346347 Aug 13 04:56:37.979582 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-0c0f8918-2552-49ef-a9f9-81ef6730fde0 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 809 time: 0.1135068 Aug 13 04:56:38.053973 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-a9805b4d-5133-41e9-b8d2-e18aaaaad8c2 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05c8e5f4a94547ff90f3492a9266fb26 HTTP/1.1" status: 200 len: 379 time: 0.0574121 Aug 13 04:56:38.067678 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'port': {'device_id': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'admin_state_up': True, 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'security_groups': ['e2eb3366-1d40-4571-bec3-c6eef94a6ecd']}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:56:38.078787 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c51eb06f-ca41-49bc-9796-e711efbd05d5 req-ee09237c-a328-405b-b98b-dfd6d6470cc6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 210 time: 0.0361967 Aug 13 04:56:38.119644 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-55c47a94-f634-4d08-85b3-fc7c4843f5cb service neutron] 10.222.0.18 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351109 Aug 13 04:56:38.199535 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Made reservation on behalf of 05c8e5f4a94547ff90f3492a9266fb26 for: {'port': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:56:38.203099 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:38.338772 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Allocated IP 172.20.0.11 (3796c66a-ddb8-4077-aaa2-51b0f8e8a177/be0990d1-8d24-41a2-bfaf-cbbdde2431d4/e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:56:38.459120 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-37f44143-d6c2-4171-8244-92b5c84c7acf req-e7351d15-5e13-437e-800e-14994ee46673 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 210 time: 0.0324650 Aug 13 04:56:38.499702 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:38.514277 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Transition to ACTIVE for port object e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 will not be triggered until provisioned by entity DHCP. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:56:38.547798 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:38.590186 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:56:38.593445 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:56:38.596495 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:56:38.641951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:38.664830 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:38.665472 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:38.681217 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-3db54214-f928-44c1-8a2f-ff7c84b75200 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6180995 Aug 13 04:56:38.702009 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Request body: {'port': {'device_id': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:56:38.763546 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:38.889389 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-20dfb222-ae70-4ea9-9ec7-3a3d03392f47 None None] Provisioning for port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:56:38.894402 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-20dfb222-ae70-4ea9-9ec7-3a3d03392f47 None None] Provisioning complete for port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:56:38.894989 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-20dfb222-ae70-4ea9-9ec7-3a3d03392f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:38.933034 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-20dfb222-ae70-4ea9-9ec7-3a3d03392f47 None None] Port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:56:39.051648 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 {{(pid=105492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:56:39.059635 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:39.072197 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.provisioning_blocks [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Transition to ACTIVE for port object e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 will not be triggered until provisioned by entity L2. {{(pid=105492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:56:39.078290 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:39.148155 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:39.206155 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a7075-be6d-4d51-befc-71bde1d7daff req-c46589d7-1992-4cd0-b596-ab80c5f606b0 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:39.208517 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Attempting to bind port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:56:39.208742 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Attempting to bind port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:56:39.209207 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Attempting to bind port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 on network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:56:39.213577 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1a0a7075-be6d-4d51-befc-71bde1d7daff req-c46589d7-1992-4cd0-b596-ab80c5f606b0 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0612714 Aug 13 04:56:39.213762 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 on network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:56:39.214062 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Attempting to bind port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 on network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:56:39.219208 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:56:39.219591 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Checking segment: {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:56:39.220043 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Bound using segment: {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'} {{(pid=105492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:56:39.220419 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.managers [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Bound port: e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4ac08c-c6cb-4ad1-9320-174b36114956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177'}}] {{(pid=105492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:56:39.221245 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:39.247768 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1a0a7075-be6d-4d51-befc-71bde1d7daff req-5b264f0e-188c-4243-9a3e-4bf3277250a6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Aug 13 04:56:39.293964 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, cleared binding levels {{(pid=105492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:56:39.297480 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:56:39.301724 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:39.334944 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:39.335564 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:39.336944 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] 10.222.0.58 "PUT /v2.0/ports/e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 1094 time: 0.6401522 Aug 13 04:56:39.337384 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:39.339606 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84984b2-b261-41be-a85b-9053113f974a" -d '{"events": [{"name": "network-changed", "server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:39.370566 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ffb84-1b6e-4728-a14b-1c85a79ac626 service neutron] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=3']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:39.396722 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0444b9-3fce-46c9-955d-2bd9566e0130 x-openstack-request-id: req-1d0444b9-3fce-46c9-955d-2bd9566e0130 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:39.397116 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:39.397419 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d0444b9-3fce-46c9-955d-2bd9566e0130 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:39.397817 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'status': 'completed', 'code': 200} Aug 13 04:56:39.502368 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-ee9d9386-43ca-44d1-a129-b526f0c1b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:39.504378 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-ee9d9386-43ca-44d1-a129-b526f0c1b112 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1097 time: 0.0527320 Aug 13 04:56:39.566777 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-7710fdb2-ed6c-4932-a6a7-49f7283989e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 217 time: 0.0439553 Aug 13 04:56:39.619655 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f9ff50fb-98bd-4599-966a-e5603c6b2535 req-c7904684-0fb8-4ad3-88b4-9490a2855705 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 210 time: 0.0696747 Aug 13 04:56:39.636162 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-c42fffc0-d543-43db-8971-8e9bf9bd39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:39.639137 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-c42fffc0-d543-43db-8971-8e9bf9bd39d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.0603137 Aug 13 04:56:39.676978 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-0be17207-6be3-41a9-9be5-2f24c6e421a2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:39.678477 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-0be17207-6be3-41a9-9be5-2f24c6e421a2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 812 time: 0.1199219 Aug 13 04:56:39.700449 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-ed9940b5-7abe-4733-b802-82c90bc0ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:39.702246 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-ed9940b5-7abe-4733-b802-82c90bc0ce3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502529 Aug 13 04:56:39.818061 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-22e59354-6038-4647-9d7e-a5007787b3fa service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076865 Aug 13 04:56:39.916626 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-de1b44b3-023b-4a85-826e-aaa49b8370b8 req-43b29e80-cb94-4da5-87b2-51a0d4390330 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902586 Aug 13 04:56:39.958872 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-330bb838-45c5-4c58-b5ca-25b1d758ba87 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 378 time: 0.2631135 Aug 13 04:56:40.018296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'port': {'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'admin_state_up': True, 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'security_groups': ['b45d3628-3c83-4d66-b354-a498b1b68e74']}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:56:40.062550 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d5e658db-798d-4b29-8457-bf05810cafb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:40.069882 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84984b2-b261-41be-a85b-9053113f974a req-728e47e1-0de3-4b35-b94a-8a08e0e1b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:40.071490 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b84984b2-b261-41be-a85b-9053113f974a req-728e47e1-0de3-4b35-b94a-8a08e0e1b301 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1097 time: 0.0475185 Aug 13 04:56:40.129041 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Made reservation on behalf of 4eedd9abb597468d93c49ee068247ecb for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:56:40.132629 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:40.169741 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84984b2-b261-41be-a85b-9053113f974a req-c5a985fd-e2d7-409c-bdab-2638c2f5debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:40.171265 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b84984b2-b261-41be-a85b-9053113f974a req-c5a985fd-e2d7-409c-bdab-2638c2f5debf service neutron] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 909 time: 0.0881047 Aug 13 04:56:40.214488 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b84984b2-b261-41be-a85b-9053113f974a req-901d3f2e-445f-4f82-9c5d-3276d79193d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 217 time: 0.0339167 Aug 13 04:56:40.258109 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Allocated IP 172.20.0.13 (e9305c5d-ab27-4ea4-a40b-c4b8a232116b/382b3b6b-8247-41cd-8513-99bb26b3c8df/66e19b0f-788c-4e15-9783-5a96138afc4b) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:56:40.269766 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84984b2-b261-41be-a85b-9053113f974a req-78f68d81-ac4a-45e3-a630-77a277951b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:40.271323 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b84984b2-b261-41be-a85b-9053113f974a req-78f68d81-ac4a-45e3-a630-77a277951b3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.0493796 Aug 13 04:56:40.329185 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84984b2-b261-41be-a85b-9053113f974a req-4741e82c-49ca-46dd-9078-90aaaa22b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:40.330958 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b84984b2-b261-41be-a85b-9053113f974a req-4741e82c-49ca-46dd-9078-90aaaa22b290 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519531 Aug 13 04:56:40.426962 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bcc17-7f2a-4fce-a858-82925ff2b4b3 req-42a94bb8-3f53-4f9b-9db6-633c9c6bec78 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:40.428356 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-118bcc17-7f2a-4fce-a858-82925ff2b4b3 req-42a94bb8-3f53-4f9b-9db6-633c9c6bec78 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0823636 Aug 13 04:56:40.434073 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b84984b2-b261-41be-a85b-9053113f974a req-4d63732a-8a03-44d2-81fc-10061905443c service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945446 Aug 13 04:56:40.466340 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:40.488598 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Transition to ACTIVE for port object 66e19b0f-788c-4e15-9783-5a96138afc4b will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:56:40.499927 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-118bcc17-7f2a-4fce-a858-82925ff2b4b3 req-ea75301a-8f45-44ab-a4ca-88884c57f478 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637276 Aug 13 04:56:40.530210 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:40.548200 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-b84984b2-b261-41be-a85b-9053113f974a req-02813c35-c263-47f2-a2d8-7d4c27ae359f service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006188 Aug 13 04:56:40.577858 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:56:40.581930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:56:40.585361 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:56:40.591833 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=66e19b0f-788c-4e15-9783-5a96138afc4b,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:40.644819 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:40.645567 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:40.662690 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-b26d5d93-ac19-46e4-9466-59140a64a3fa tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6483011 Aug 13 04:56:40.682685 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Request body: {'port': {'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:56:40.773505 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:40.796724 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44dd-1381-4ae1-997a-c837eccbd9ef req-f7d8b747-c45a-4fc5-b517-9d588829c31e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:40.798335 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0e2a44dd-1381-4ae1-997a-c837eccbd9ef req-f7d8b747-c45a-4fc5-b517-9d588829c31e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 932 time: 0.0914950 Aug 13 04:56:40.815081 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-9d54272c-1d43-4e4a-b171-e3d89edbecba None None] Provisioning for port 66e19b0f-788c-4e15-9783-5a96138afc4b completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:56:40.819272 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-9d54272c-1d43-4e4a-b171-e3d89edbecba None None] Provisioning complete for port 66e19b0f-788c-4e15-9783-5a96138afc4b triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:56:40.819628 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-9d54272c-1d43-4e4a-b171-e3d89edbecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:40.836423 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 32852) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:40.857048 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-9d54272c-1d43-4e4a-b171-e3d89edbecba None None] Port 66e19b0f-788c-4e15-9783-5a96138afc4b cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:56:40.919611 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0e2a44dd-1381-4ae1-997a-c837eccbd9ef req-d5433056-5988-4847-99c3-c2cb7591cb26 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969372 Aug 13 04:56:40.945467 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c80f-2ae7-4078-8133-d5c2fa02c0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.033919 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c80f-2ae7-4078-8133-d5c2fa02c0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.037994 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c80f-2ae7-4078-8133-d5c2fa02c0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.079926 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 32858) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:41.081647 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c6d3c80f-2ae7-4078-8133-d5c2fa02c0da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4506aed9aef245bb8ffb12edef21eeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403796 Aug 13 04:56:41.082999 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3c80f-2ae7-4078-8133-d5c2fa02c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6121029d-1eae-42c7-bca2-744a0979916f,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:41.089692 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e19b0f-788c-4e15-9783-5a96138afc4b {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:56:41.104636 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.132222 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Transition to ACTIVE for port object 66e19b0f-788c-4e15-9783-5a96138afc4b will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:56:41.137275 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.192823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-25591404-283b-49f8-b09a-1774ff9d1fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.209969 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Pushing event updated for resources: {'Port': ['ID=66e19b0f-788c-4e15-9783-5a96138afc4b,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:41.260442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-25591404-283b-49f8-b09a-1774ff9d1fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.312776 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Attempting to bind port 66e19b0f-788c-4e15-9783-5a96138afc4b on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:56:41.313680 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Attempting to bind port 66e19b0f-788c-4e15-9783-5a96138afc4b by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:56:41.314019 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Attempting to bind port 66e19b0f-788c-4e15-9783-5a96138afc4b on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:56:41.319536 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Port 66e19b0f-788c-4e15-9783-5a96138afc4b on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:56:41.319864 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Attempting to bind port 66e19b0f-788c-4e15-9783-5a96138afc4b on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:56:41.324989 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:56:41.325332 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Checking segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:56:41.325758 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Bound using segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:56:41.326191 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Bound port: 66e19b0f-788c-4e15-9783-5a96138afc4b, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:56:41.326648 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.342952 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-25591404-283b-49f8-b09a-1774ff9d1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.345506 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-25591404-283b-49f8-b09a-1774ff9d1fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.346632 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-25591404-283b-49f8-b09a-1774ff9d1fae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6121029d-1eae-42c7-bca2-744a0979916f HTTP/1.1" status: 204 len: 168 time: 0.2657595 Aug 13 04:56:41.373604 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25591404-283b-49f8-b09a-1774ff9d1fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6121029d-1eae-42c7-bca2-744a0979916f,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:41.403597 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] For port 66e19b0f-788c-4e15-9783-5a96138afc4b, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:56:41.407254 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] For port 66e19b0f-788c-4e15-9783-5a96138afc4b, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=66e19b0f-788c-4e15-9783-5a96138afc4b,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:56:41.410824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.453332 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:41.454015 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:41.455406 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] 10.222.0.58 "PUT /v2.0/ports/66e19b0f-788c-4e15-9783-5a96138afc4b HTTP/1.1" status: 200 len: 1094 time: 0.7776053 Aug 13 04:56:41.455854 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:41.458105 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad7352e-871a-46e0-9267-ff8251323476" -d '{"events": [{"name": "network-changed", "server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:41.503292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56e2a3-ff82-4317-8aac-ee48e301bd24 service neutron] Pushing event updated for resources: {'Port': ['ID=66e19b0f-788c-4e15-9783-5a96138afc4b,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:41.626028 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-d21003b0-07c8-4cc7-8f1e-95e7180b4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:41.629974 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-d21003b0-07c8-4cc7-8f1e-95e7180b4d1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 1097 time: 0.1134715 Aug 13 04:56:41.698375 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-29a77d5b-4ad6-41c0-8fb1-2e7c00e26e23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66e19b0f-788c-4e15-9783-5a96138afc4b HTTP/1.1" status: 200 len: 217 time: 0.0538085 Aug 13 04:56:41.723735 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05373b5-5578-4a26-a552-08efa3a1f20b req-f1f2badf-d8d9-4628-b171-c6e8c8a3a8a2 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:41.725690 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b05373b5-5578-4a26-a552-08efa3a1f20b req-f1f2badf-d8d9-4628-b171-c6e8c8a3a8a2 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0941589 Aug 13 04:56:41.730604 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7473bf1-64b2-4d34-a875-0d5824d1ad1e x-openstack-request-id: req-a7473bf1-64b2-4d34-a875-0d5824d1ad1e {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:41.730892 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:41.731146 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7473bf1-64b2-4d34-a875-0d5824d1ad1e {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:41.731534 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'status': 'completed', 'code': 200} Aug 13 04:56:41.792926 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-3a8c5abd-4b88-4d70-a03c-7583eccc7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:41.794291 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-3a8c5abd-4b88-4d70-a03c-7583eccc7621 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0886183 Aug 13 04:56:41.799085 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b05373b5-5578-4a26-a552-08efa3a1f20b req-3fe4035a-26fc-4274-8492-217900c15218 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447705 Aug 13 04:56:41.841105 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585367f-d256-4048-910b-56823b971a13 req-65f98f7d-b885-4eb5-a9ce-6e260a9ecac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:41.842620 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-65f98f7d-b885-4eb5-a9ce-6e260a9ecac6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397162 Aug 13 04:56:41.933165 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-8f1d58dc-0ddc-4d4e-8076-1e8d3f9dcf98 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Aug 13 04:56:42.051197 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0585367f-d256-4048-910b-56823b971a13 req-c90ec2a5-b98b-4218-a3ac-f1039583d313 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109443 Aug 13 04:56:42.059402 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2578e-5826-45b2-8920-739f963d721c req-93d566f6-b52c-4b08-a3d7-ce8077e8853a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:42.060781 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-afa2578e-5826-45b2-8920-739f963d721c req-93d566f6-b52c-4b08-a3d7-ce8077e8853a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0711024 Aug 13 04:56:42.099472 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-afa2578e-5826-45b2-8920-739f963d721c req-52c832e3-fe6a-4371-871a-88058424468c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327899 Aug 13 04:56:42.196170 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7352e-871a-46e0-9267-ff8251323476 req-4a785c6a-92d7-44f9-abd6-cfc0c740625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:42.197662 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ad7352e-871a-46e0-9267-ff8251323476 req-4a785c6a-92d7-44f9-abd6-cfc0c740625f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 1097 time: 0.0436990 Aug 13 04:56:42.269639 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-a8eda3a8-f6d7-4520-883f-7b3d5ebcb4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:42.285569 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7352e-871a-46e0-9267-ff8251323476 req-abd354a7-b469-4093-99e9-18075126016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:42.287036 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ad7352e-871a-46e0-9267-ff8251323476 req-abd354a7-b469-4093-99e9-18075126016a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.0824275 Aug 13 04:56:42.331146 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ad7352e-871a-46e0-9267-ff8251323476 req-2a1192d5-e920-4a7d-9874-eeb9f4317286 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66e19b0f-788c-4e15-9783-5a96138afc4b HTTP/1.1" status: 200 len: 217 time: 0.0368865 Aug 13 04:56:42.378778 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7352e-871a-46e0-9267-ff8251323476 req-288dd9d6-1e21-4de5-8ae9-d1ac7d33f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:42.380138 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ad7352e-871a-46e0-9267-ff8251323476 req-288dd9d6-1e21-4de5-8ae9-d1ac7d33f29e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0419958 Aug 13 04:56:42.424754 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7352e-871a-46e0-9267-ff8251323476 req-f9e946f1-a1f1-4b1f-b85f-4a0b296140f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:42.426217 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ad7352e-871a-46e0-9267-ff8251323476 req-f9e946f1-a1f1-4b1f-b85f-4a0b296140f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390344 Aug 13 04:56:42.517474 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ad7352e-871a-46e0-9267-ff8251323476 req-87b8cc06-a75e-45a0-9596-fde2385b0d35 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835056 Aug 13 04:56:42.604933 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8ad7352e-871a-46e0-9267-ff8251323476 req-09f81227-fb36-4255-9722-5829ab489146 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797346 Aug 13 04:56:42.626313 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:42.911240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe0e2-010e-4cc3-a7ea-21d43689b287 req-610c9b2b-385a-4eb7-b520-b85148c85c1c tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:42.912599 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4a1fe0e2-010e-4cc3-a7ea-21d43689b287 req-610c9b2b-385a-4eb7-b520-b85148c85c1c tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0484133 Aug 13 04:56:42.949284 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4a1fe0e2-010e-4cc3-a7ea-21d43689b287 req-2989563c-5614-48e9-9b86-1b6350ab99a8 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Aug 13 04:56:43.110503 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-60a17420-b850-44b6-99df-2c09fabde800 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455575 Aug 13 04:56:43.213626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352de6-cec3-4547-863e-b30daa97b627 req-134284bc-c3ff-4ac4-bb8d-5df401286b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:43.215002 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-134284bc-c3ff-4ac4-bb8d-5df401286b2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1137 time: 0.0663092 Aug 13 04:56:43.230620 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76123a-c7a7-467a-8e60-fc1d144cdd9f req-87700917-3fd9-4c6b-93cf-1de200403086 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:43.232057 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1f76123a-c7a7-467a-8e60-fc1d144cdd9f req-87700917-3fd9-4c6b-93cf-1de200403086 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0589576 Aug 13 04:56:43.318046 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1f76123a-c7a7-467a-8e60-fc1d144cdd9f req-08bedf99-47f4-4058-923e-047ce150c2b3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750492 Aug 13 04:56:43.345569 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352de6-cec3-4547-863e-b30daa97b627 req-f75bc0f0-f323-4ab0-b7ee-d76206b9ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:43.347022 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-f75bc0f0-f323-4ab0-b7ee-d76206b9ffca service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 914 time: 0.1111462 Aug 13 04:56:43.410383 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-4ec1739e-79e2-4824-a497-e47886f231d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 1001 time: 0.0561500 Aug 13 04:56:43.463097 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352de6-cec3-4547-863e-b30daa97b627 req-6ea10942-8354-4fd4-b0fb-d45543a7fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:43.464552 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-6ea10942-8354-4fd4-b0fb-d45543a7fdf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.0471659 Aug 13 04:56:43.509069 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352de6-cec3-4547-863e-b30daa97b627 req-b6b2ec28-8dcf-49cb-98c4-844514892d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:43.510527 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-b6b2ec28-8dcf-49cb-98c4-844514892d79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380168 Aug 13 04:56:43.595928 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-62c3a385-f74c-4d3c-ab2d-7126b8110688 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778551 Aug 13 04:56:43.642351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:43.692057 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bc352de6-cec3-4547-863e-b30daa97b627 req-1e58ff67-f440-4d1e-a075-f7e28c0c8836 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Aug 13 04:56:44.054702 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:44.064587 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4818abf-1ad7-4124-9c82-21189d086998 req-4eb1a0ce-5b07-4e25-836b-91f81c02dc54 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:44.066327 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4818abf-1ad7-4124-9c82-21189d086998 req-4eb1a0ce-5b07-4e25-836b-91f81c02dc54 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0511091 Aug 13 04:56:44.103652 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d4818abf-1ad7-4124-9c82-21189d086998 req-63e10d27-6a7a-4f4c-8990-96ec6536d1bc tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Aug 13 04:56:44.429224 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eba0e-f777-4c21-8e12-ee5502151d42 req-57b6ad65-70ed-43d2-8c5e-bf7e9ed2cd72 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:44.430666 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f18eba0e-f777-4c21-8e12-ee5502151d42 req-57b6ad65-70ed-43d2-8c5e-bf7e9ed2cd72 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0482962 Aug 13 04:56:44.471637 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f18eba0e-f777-4c21-8e12-ee5502151d42 req-05b09996-e08e-45fd-8151-144646d59396 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352101 Aug 13 04:56:45.214861 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bce20-267d-4054-8ea3-ffc561441909 req-6f1555d6-3985-49b9-b85d-8bc5ba6281e8 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:45.216290 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a54bce20-267d-4054-8ea3-ffc561441909 req-6f1555d6-3985-49b9-b85d-8bc5ba6281e8 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0478983 Aug 13 04:56:45.253330 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a54bce20-267d-4054-8ea3-ffc561441909 req-4543ed5c-da7e-4fa5-b661-d1f73edeb2b2 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Aug 13 04:56:45.397228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:45.583872 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193910eb-0c40-4959-a7a3-3e15f9f235a2 req-5467986d-d453-421f-98f9-4ba82eef64d4 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:45.585309 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-193910eb-0c40-4959-a7a3-3e15f9f235a2 req-5467986d-d453-421f-98f9-4ba82eef64d4 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0474615 Aug 13 04:56:45.622911 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-193910eb-0c40-4959-a7a3-3e15f9f235a2 req-1141fa92-acfe-49fb-a710-f5b450e44b14 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313778 Aug 13 04:56:46.369136 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10817-6acd-4dec-abc3-2d9a4929733e req-4adc80cc-7b05-4a96-aa14-b636467e8f78 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:46.370679 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96f10817-6acd-4dec-abc3-2d9a4929733e req-4adc80cc-7b05-4a96-aa14-b636467e8f78 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0500202 Aug 13 04:56:46.412384 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96f10817-6acd-4dec-abc3-2d9a4929733e req-620fd33e-c5f8-49a2-884f-8f2ff6d59d0b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352364 Aug 13 04:56:46.735834 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54df5c-6fbf-403b-a40f-c959aabfeb47 req-de5ef7ef-0185-408b-9582-b34747d513ac tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:46.737295 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d54df5c-6fbf-403b-a40f-c959aabfeb47 req-de5ef7ef-0185-408b-9582-b34747d513ac tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0497470 Aug 13 04:56:46.781464 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d54df5c-6fbf-403b-a40f-c959aabfeb47 req-7986480c-83b0-43bd-b30c-d7bacedb6f0b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377238 Aug 13 04:56:47.523566 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218b000-d68f-4f4c-b608-66368541e0e8 req-3868fef3-98f8-4427-adfe-fcd4e3907ba1 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:47.524989 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f218b000-d68f-4f4c-b608-66368541e0e8 req-3868fef3-98f8-4427-adfe-fcd4e3907ba1 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0466819 Aug 13 04:56:47.561711 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f218b000-d68f-4f4c-b608-66368541e0e8 req-d97253b6-745d-431f-9927-29365c51594b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307031 Aug 13 04:56:47.891281 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e34ab-34bc-4503-8b5f-79b3d08527d7 req-1ba40528-9e5b-4410-929f-35b848cb76d4 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:47.893233 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d2e34ab-34bc-4503-8b5f-79b3d08527d7 req-1ba40528-9e5b-4410-929f-35b848cb76d4 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0471296 Aug 13 04:56:47.932309 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9d2e34ab-34bc-4503-8b5f-79b3d08527d7 req-b2f0a21a-3373-4e0d-97ff-398364942ddb tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333037 Aug 13 04:56:48.253143 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:56:48.345111 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:48.355728 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'port_id': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'mac_address': 'fa:16:3e:48:3b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:56:48.391172 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:48.403083 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:56:48.421345 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:48.425512 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:48.480288 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:48.487188 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.487543 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.487889 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.488228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.488569 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.488902 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.489232 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.489591 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.489925 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.490249 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.490573 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.490896 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:48.671299 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0602a7-2a62-4932-95a7-44681b3bbfcb req-20493fc3-f616-4c72-b601-ad1b901f5e81 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:48.672736 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5f0602a7-2a62-4932-95a7-44681b3bbfcb req-20493fc3-f616-4c72-b601-ad1b901f5e81 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 945 time: 0.0475168 Aug 13 04:56:48.709319 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5f0602a7-2a62-4932-95a7-44681b3bbfcb req-b7f14d9f-01d6-457d-8f0d-0d8f92ebdc4b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308597 Aug 13 04:56:49.041724 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4126396-72e1-492b-8370-d42adaaddc33 req-a4adc974-ed11-4a0d-a312-4f16e317f244 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:49.043160 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4126396-72e1-492b-8370-d42adaaddc33 req-a4adc974-ed11-4a0d-a312-4f16e317f244 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0471931 Aug 13 04:56:49.079930 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4126396-72e1-492b-8370-d42adaaddc33 req-c0a4ff13-aeba-4a84-ab1c-c4920fe60f49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304985 Aug 13 04:56:49.107989 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:56:49.818787 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146a90-d5ac-4255-b8d2-3ad8238aa365 req-3db7215f-0f5a-4531-bc4d-f2e41f3a3e82 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:49.820231 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2b146a90-d5ac-4255-b8d2-3ad8238aa365 req-3db7215f-0f5a-4531-bc4d-f2e41f3a3e82 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 945 time: 0.0469754 Aug 13 04:56:49.861168 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2b146a90-d5ac-4255-b8d2-3ad8238aa365 req-cd2ac8b6-0d9b-449e-8a3d-cc899737fbc2 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351031 Aug 13 04:56:50.192669 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e31541-2673-4287-9a9f-6f6c7f8bbd3e req-dece8ea1-324d-46c7-8fb8-471881c58692 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:50.194149 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-51e31541-2673-4287-9a9f-6f6c7f8bbd3e req-dece8ea1-324d-46c7-8fb8-471881c58692 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0470583 Aug 13 04:56:50.230046 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-51e31541-2673-4287-9a9f-6f6c7f8bbd3e req-86702a23-b9d0-41dc-bdbd-a21efdad6083 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301902 Aug 13 04:56:50.268086 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:56:50.314422 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:56:50.317859 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:56:50.318234 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:50.390121 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:50.414473 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:50.416673 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a57448-8209-4af0-a5c6-ec69b591f210" -d '{"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-plugged", "status": "completed", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:50.429599 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:50.433725 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:50.457231 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4731c0-a8b3-4051-b030-aacbe5579d5b x-openstack-request-id: req-8d4731c0-a8b3-4051-b030-aacbe5579d5b {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:50.457551 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-plugged", "status": "completed", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:50.457800 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d4731c0-a8b3-4051-b030-aacbe5579d5b {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:50.458177 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'code': 200} Aug 13 04:56:50.488062 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:50.713263 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562a8c0-fb18-4129-89d0-cfed8502f6ff req-caa27631-1a05-4bc5-bb97-5202a08c29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:50.714684 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6562a8c0-fb18-4129-89d0-cfed8502f6ff req-caa27631-1a05-4bc5-bb97-5202a08c29b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1099 time: 0.0390062 Aug 13 04:56:50.748949 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6562a8c0-fb18-4129-89d0-cfed8502f6ff req-133243c0-7b65-40f4-a381-7544ec2ea258 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271440 Aug 13 04:56:50.971502 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25eb9a-6008-45bc-b5ee-32866c3e6a76 req-f72e84ff-d351-4efe-b152-49cf62eb91e5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:50.972858 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cc25eb9a-6008-45bc-b5ee-32866c3e6a76 req-f72e84ff-d351-4efe-b152-49cf62eb91e5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0471685 Aug 13 04:56:51.011816 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cc25eb9a-6008-45bc-b5ee-32866c3e6a76 req-1565ff02-cb38-4153-aa52-985c5617efa3 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331464 Aug 13 04:56:51.341359 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f1f0-5cab-4700-b820-987f1394c1c1 req-e1fdb5fa-a6a2-4ddf-91cf-cb0f55b52388 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:51.342829 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3d98f1f0-5cab-4700-b820-987f1394c1c1 req-e1fdb5fa-a6a2-4ddf-91cf-cb0f55b52388 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0469842 Aug 13 04:56:51.378905 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3d98f1f0-5cab-4700-b820-987f1394c1c1 req-97175016-100c-42e0-a6d9-2c4ca19b1f57 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296307 Aug 13 04:56:52.122157 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce079e-3ee6-47b0-b175-47bb9630d9d6 req-988c4790-91fa-4f12-a627-92ae2deb1850 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:52.123594 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-edce079e-3ee6-47b0-b175-47bb9630d9d6 req-988c4790-91fa-4f12-a627-92ae2deb1850 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0465732 Aug 13 04:56:52.160930 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-edce079e-3ee6-47b0-b175-47bb9630d9d6 req-f7b54619-1a20-43b8-bbec-f61dabf330a6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308344 Aug 13 04:56:52.275603 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 66e19b0f-788c-4e15-9783-5a96138afc4b details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:56:52.369102 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 66e19b0f-788c-4e15-9783-5a96138afc4b, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=66e19b0f-788c-4e15-9783-5a96138afc4b,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:52.383868 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:56:52.420802 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:52.433221 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e19b0f-788c-4e15-9783-5a96138afc4b {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:56:52.453046 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 66e19b0f-788c-4e15-9783-5a96138afc4b, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=66e19b0f-788c-4e15-9783-5a96138afc4b,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:52.457652 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:52.495175 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6340f-7759-4b3a-ac29-cd4987ffc3b4 req-0235b063-7f88-4aa0-a8fd-951fefc726ed tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:52.496753 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65b6340f-7759-4b3a-ac29-cd4987ffc3b4 req-0235b063-7f88-4aa0-a8fd-951fefc726ed tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 944 time: 0.0527983 Aug 13 04:56:52.508885 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=66e19b0f-788c-4e15-9783-5a96138afc4b,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:52.538622 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65b6340f-7759-4b3a-ac29-cd4987ffc3b4 req-0d009529-f4cb-41cb-a308-b0ad84c2a62c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358980 Aug 13 04:56:52.948546 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['66e19b0f-788c-4e15-9783-5a96138afc4b'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:56:53.271619 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad3bd5-4bd2-444f-81d2-c02445e9672b req-a1e098a7-8207-434e-b87e-a18970c5a206 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:53.273057 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-57ad3bd5-4bd2-444f-81d2-c02445e9672b req-a1e098a7-8207-434e-b87e-a18970c5a206 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0474954 Aug 13 04:56:53.308897 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-57ad3bd5-4bd2-444f-81d2-c02445e9672b req-8379da34-5425-43d6-8b01-06c877747ca5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300136 Aug 13 04:56:53.424564 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b5a21-5641-4525-8e37-7d97686d18a9 req-969d8dc3-e5bd-43b0-9ba5-e658c5ef8a58 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:53.426059 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a09b5a21-5641-4525-8e37-7d97686d18a9 req-969d8dc3-e5bd-43b0-9ba5-e658c5ef8a58 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0529289 Aug 13 04:56:53.463139 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a09b5a21-5641-4525-8e37-7d97686d18a9 req-b9b3c4b3-3569-4533-a6cb-7eb88eb58ab4 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312910 Aug 13 04:56:53.484244 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 32918) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:53.680105 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30df6e-7577-45ce-bcd8-e1cd965ad423 req-6bf01824-0bb7-49dc-9621-66be5169e42c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:53.681557 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7f30df6e-7577-45ce-bcd8-e1cd965ad423 req-6bf01824-0bb7-49dc-9621-66be5169e42c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 945 time: 0.0776882 Aug 13 04:56:53.686524 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0845048-53f6-45b5-b2c4-aeb5874a07fe tempest-TestShelveInstance-1007782674 tempest-TestShelveInstance-1007782674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:53.687887 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-a0845048-53f6-45b5-b2c4-aeb5874a07fe tempest-TestShelveInstance-1007782674 tempest-TestShelveInstance-1007782674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1094 time: 0.2027125 Aug 13 04:56:53.690986 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 32924) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:53.695618 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'port_id': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:56:53.717958 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for floatingip, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:53.720899 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7f30df6e-7577-45ce-bcd8-e1cd965ad423 req-17263941-0788-46c9-b55d-3ac92ca2349e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319915 Aug 13 04:56:53.817893 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:53.917611 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Allocated IP 172.27.1.107 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/387748fd-cdc7-4e5c-a330-8ef399ef64a3) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:56:54.016858 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.054170 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.089282 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:56:54.093907 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:56:54.096960 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:56:54.122995 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'Port': ['ID=387748fd-cdc7-4e5c-a330-8ef399ef64a3,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:54.135098 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.135444 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.135780 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.136112 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.136440 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.136767 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.137089 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.137409 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.137760 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.138080 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.138477 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.138821 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:54.306843 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 66e19b0f-788c-4e15-9783-5a96138afc4b up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:56:54.353829 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 66e19b0f-788c-4e15-9783-5a96138afc4b completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:56:54.357282 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 66e19b0f-788c-4e15-9783-5a96138afc4b triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:56:54.357712 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.434161 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.457397 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:54.457635 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.459914 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7f3b8e-189f-48f2-a19b-1b6b3a1989dc" -d '{"events": [{"server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "name": "network-vif-plugged", "status": "completed", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:54.475050 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 66e19b0f-788c-4e15-9783-5a96138afc4b, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=66e19b0f-788c-4e15-9783-5a96138afc4b,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:56:54.480338 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.504193 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06cb6b5-27f2-4969-8a94-4df4ecfdaff3 x-openstack-request-id: req-c06cb6b5-27f2-4969-8a94-4df4ecfdaff3 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:54.504483 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "name": "network-vif-plugged", "status": "completed", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:54.504735 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c06cb6b5-27f2-4969-8a94-4df4ecfdaff3 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:54.505110 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'code': 200} Aug 13 04:56:54.530774 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.531613 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=66e19b0f-788c-4e15-9783-5a96138afc4b,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:54.680003 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.684495 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.752130 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event updated for resources: {'Port': ['ID=387748fd-cdc7-4e5c-a330-8ef399ef64a3,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:54.761915 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a833f9-fb82-4e82-9e59-60fb43792e19 req-5dbe7fa3-e9c4-4453-8ef1-e135b1bc4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:54.764099 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-30a833f9-fb82-4e82-9e59-60fb43792e19 req-5dbe7fa3-e9c4-4453-8ef1-e135b1bc4028 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 1099 time: 0.0407894 Aug 13 04:56:54.765747 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:54.809860 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-30a833f9-fb82-4e82-9e59-60fb43792e19 req-138857e7-ed6e-4a6f-9d6e-34e876d5936b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381064 Aug 13 04:56:54.844562 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5949877-634e-4f3e-a3dc-ca7912793563 req-294975a4-c91f-41dc-9e4b-730846e681df tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:54.846048 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a5949877-634e-4f3e-a3dc-ca7912793563 req-294975a4-c91f-41dc-9e4b-730846e681df tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 946 time: 0.0505850 Aug 13 04:56:54.866469 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.l3_db [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Floating IP 237e3a37-a689-4fd8-ad8a-faba14578357 associated. External IP: 172.27.1.107, port: e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46. Aug 13 04:56:54.886372 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a5949877-634e-4f3e-a3dc-ca7912793563 req-c8e1017a-c29b-4651-8319-695aaf6d5734 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344262 Aug 13 04:56:55.321977 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Router 201696d5-83f6-490a-9bd3-48ecc0ef9573 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:56:55.430333 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:56:55.439909 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] Sync routers for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:56:55.447830 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:55.450534 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:56:55.451242 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:56:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:55.475103 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-8b24e8dd-4924-484b-8de3-e7d4cf6043b6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7830272 Aug 13 04:56:55.475927 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:55.478335 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb919085-b5fa-40ab-9758-19cb9ce69885" -d '{"events": [{"name": "network-changed", "server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:55.514190 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d1a1e-1fff-47a4-bc21-e80d0f8c65c1 x-openstack-request-id: req-cb7d1a1e-1fff-47a4-bc21-e80d0f8c65c1 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:55.514509 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:55.514758 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb7d1a1e-1fff-47a4-bc21-e80d0f8c65c1 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:55.515147 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'status': 'completed', 'code': 200} Aug 13 04:56:55.556610 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:56:55.604017 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-905e9081-d3b6-41b3-bdff-9c34f2669261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:55.605535 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-905e9081-d3b6-41b3-bdff-9c34f2669261 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1099 time: 0.0393364 Aug 13 04:56:55.695833 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-ddd91b3e-13aa-467c-bf0c-83dd86ba0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:55.697216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-ddd91b3e-13aa-467c-bf0c-83dd86ba0aa4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 909 time: 0.0841496 Aug 13 04:56:55.777332 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-f30d6d11-b758-4347-bfef-92db2a9fbf95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 1000 time: 0.0629411 Aug 13 04:56:55.836208 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-ecf21217-b9a7-4b14-bd44-e4707018ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:55.837732 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-ecf21217-b9a7-4b14-bd44-e4707018ee69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.0457757 Aug 13 04:56:55.884166 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-3796f65b-68c2-4ac4-b489-5b4648b30e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:55.885853 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-3796f65b-68c2-4ac4-b489-5b4648b30e21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410142 Aug 13 04:56:55.894865 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '237e3a37-a689-4fd8-ad8a-faba14578357', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'port_id': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'mac_address': 'fa:16:3e:48:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:54Z', 'updated_at': '2021-08-13T04:56:54Z', 'revision_number': 0, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 5, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:55.920347 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] Checking router: 201696d5-83f6-490a-9bd3-48ecc0ef9573 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:56:55.930242 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:56:55.930922 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:56:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:56.017570 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-5947e043-fc5b-45fd-a8d2-2e75f7128530 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159353 Aug 13 04:56:56.025715 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7159e2-c8b2-43a3-8b1a-6ed21bd93f14 req-fd4775f4-1650-4024-956f-a178e44d0236 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:56.027104 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b7159e2-c8b2-43a3-8b1a-6ed21bd93f14 req-fd4775f4-1650-4024-956f-a178e44d0236 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 946 time: 0.0704045 Aug 13 04:56:56.036784 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:56:56.113842 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9b7159e2-c8b2-43a3-8b1a-6ed21bd93f14 req-c60b9d67-b794-4461-b9e0-47d645605765 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771408 Aug 13 04:56:56.140433 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb919085-b5fa-40ab-9758-19cb9ce69885 req-d5bde4b2-a048-4ead-a72a-bd15a7ae918f service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123743 Aug 13 04:56:56.258675 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '237e3a37-a689-4fd8-ad8a-faba14578357', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'port_id': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'mac_address': 'fa:16:3e:48:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:54Z', 'updated_at': '2021-08-13T04:56:54Z', 'revision_number': 0, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 5, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:56.284379 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0515de-23c4-4b8e-bbb0-944908574086 None None] The sync data for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi is: [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '237e3a37-a689-4fd8-ad8a-faba14578357', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'port_id': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'mac_address': 'fa:16:3e:48:3b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:54Z', 'updated_at': '2021-08-13T04:56:54Z', 'revision_number': 0, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 5, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:56:56.462271 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134335b-3b8e-4bb3-9811-8da0e47bd04c None None] New status for floating IP 237e3a37-a689-4fd8-ad8a-faba14578357: ACTIVE {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:56:57.227609 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58459c0-1050-4e00-92f9-9bc01a4079f2 req-044eb96f-22c8-43c6-b45b-aa50c548f6a0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:57.229058 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f58459c0-1050-4e00-92f9-9bc01a4079f2 req-044eb96f-22c8-43c6-b45b-aa50c548f6a0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 946 time: 0.0483353 Aug 13 04:56:57.265389 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f58459c0-1050-4e00-92f9-9bc01a4079f2 req-6ec7e3e9-22f1-4091-ae4a-b913743f1b47 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300517 Aug 13 04:56:57.374389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f7d3-9fae-425b-8178-b2146f61c0e7 req-75af46a3-31d6-4b47-9837-263f347a37cf tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:57.375823 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fe59f7d3-9fae-425b-8178-b2146f61c0e7 req-75af46a3-31d6-4b47-9837-263f347a37cf tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 946 time: 0.0467687 Aug 13 04:56:57.412655 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fe59f7d3-9fae-425b-8178-b2146f61c0e7 req-bc080e06-211e-443f-bbf2-11f753d1d817 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311091 Aug 13 04:56:57.433560 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 32942) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:57.475397 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc32b578-11da-4471-b241-3d9a440a0810 tempest-TestVolumeBootPattern-1911335630 tempest-TestVolumeBootPattern-1911335630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:57.476866 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-cc32b578-11da-4471-b241-3d9a440a0810 tempest-TestVolumeBootPattern-1911335630 tempest-TestVolumeBootPattern-1911335630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 1094 time: 0.0422826 Aug 13 04:56:57.479592 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 32946) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:56:57.483770 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:56:57.505204 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:57.596494 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:57.701082 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Allocated IP 172.27.1.77 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/049f0bed-333c-4237-bb67-f60ae09e43e8) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:56:57.796119 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:57.832827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:58.098198 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:56:58.100875 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:56:58.104290 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:56:58.109514 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=049f0bed-333c-4237-bb67-f60ae09e43e8,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:58.134282 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.134631 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.134973 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.135306 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.135636 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.135965 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.136291 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.136616 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.136940 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.137259 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.137603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.137922 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:56:58.457213 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:58.522614 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:58.667548 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:58.672498 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:58.738036 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=049f0bed-333c-4237-bb67-f60ae09e43e8,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:56:58.747482 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:58.844739 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Floating IP 30de9278-5c73-42ab-818e-0ecc27ff16fc associated. External IP: 172.27.1.77, port: 66e19b0f-788c-4e15-9783-5a96138afc4b. Aug 13 04:56:59.042491 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:56:59.146392 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:56:59.155827 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:56:59.161604 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:56:59.164517 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:56:59.165157 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:56:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:59.201259 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b02ab9a6-25c4-4eff-b6ea-ad9b1eeb8a38 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7066886 Aug 13 04:56:59.201259 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:56:59.201259 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2307b5-0756-4115-9a3a-728562d2c8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:56:59.225695 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f836482-2e5f-4f49-97b4-f24e889b9198 x-openstack-request-id: req-2f836482-2e5f-4f49-97b4-f24e889b9198 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:56:59.225903 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:56:59.226173 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f836482-2e5f-4f49-97b4-f24e889b9198 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:56:59.226588 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'status': 'completed', 'code': 200} Aug 13 04:56:59.270221 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:56:59.318902 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-fd65b0ef-4bfd-4b5f-b28e-b8e51cea6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:59.321081 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-fd65b0ef-4bfd-4b5f-b28e-b8e51cea6bc5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 1099 time: 0.0417564 Aug 13 04:56:59.413070 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-eb67f965-92e3-47ee-94a7-cea59a1ae4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:59.414596 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-eb67f965-92e3-47ee-94a7-cea59a1ae4f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.0862494 Aug 13 04:56:59.481095 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-cfe10949-e98e-4d6b-8540-e17b91177c37 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66e19b0f-788c-4e15-9783-5a96138afc4b HTTP/1.1" status: 200 len: 999 time: 0.0589945 Aug 13 04:56:59.489000 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:56:58Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:59.513908 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:56:59.522442 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:56:59.523044 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:56:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:59.535831 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-ff59b963-4c1c-4237-bab3-55691570a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:59.537307 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-ff59b963-4c1c-4237-bab3-55691570a75f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0435593 Aug 13 04:56:59.586709 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-bff05b48-42f5-41b8-89f6-e1ca736c316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:56:59.588095 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-bff05b48-42f5-41b8-89f6-e1ca736c316b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435324 Aug 13 04:56:59.625503 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:56:59.680197 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-bb2c78b0-7181-4dcf-a980-d524a0f3e4a8 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793943 Aug 13 04:56:59.774061 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf2307b5-0756-4115-9a3a-728562d2c8fd req-1903c0bb-1d8c-4e6b-9f1b-4eb6e388b8e4 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860462 Aug 13 04:56:59.842069 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:56:58Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:56:59.872165 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c74b2-a321-403e-a1b4-3f9db10c6a64 None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:56:58Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:00.041014 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32691da-296d-4b75-853d-ce40b7cd1ad3 None None] New status for floating IP 30de9278-5c73-42ab-818e-0ecc27ff16fc: ACTIVE {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:57:03.514958 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:57:10.055265 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-09c6f966-69cb-4f9c-9869-0b01c210a167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:12.261138 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-327d4975-89c3-45d8-a4cb-e7bd25590cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:12.627014 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:13.644044 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:14.059547 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:15.399415 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:20.700137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2f2c7-5437-417c-96e0-42268834dbcb req-a20416ec-c313-437d-bd8f-73a1b22278ec tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:20.701619 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15e2f2c7-5437-417c-96e0-42268834dbcb req-a20416ec-c313-437d-bd8f-73a1b22278ec tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Aug 13 04:57:20.740868 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15e2f2c7-5437-417c-96e0-42268834dbcb req-314f842d-9b83-4cf3-a4ac-47505502c23e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Aug 13 04:57:21.044083 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628de5b-f91f-4845-9ee8-e51f818b6562 req-9ea1de5b-2b40-40b8-b410-b287afbd03d8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:21.045551 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9628de5b-f91f-4845-9ee8-e51f818b6562 req-9ea1de5b-2b40-40b8-b410-b287afbd03d8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 947 time: 0.0469706 Aug 13 04:57:21.081588 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9628de5b-f91f-4845-9ee8-e51f818b6562 req-86e8ae5c-5e38-4112-abb0-5174b7a64186 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295489 Aug 13 04:57:21.856907 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51d27f-f656-4c2b-a451-7ca812ac9f58 req-cbac3020-ced2-4084-9627-348bc3ef4edf tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:21.858358 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-af51d27f-f656-4c2b-a451-7ca812ac9f58 req-cbac3020-ced2-4084-9627-348bc3ef4edf tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Aug 13 04:57:21.896316 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-af51d27f-f656-4c2b-a451-7ca812ac9f58 req-ca4e3abe-47b4-48f2-87da-75d935daf67e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Aug 13 04:57:22.197912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95510-ea61-4784-8939-1629b84fa522 req-eb1638c0-5741-4875-919d-8ea7602e4eb8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:22.199359 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-98c95510-ea61-4784-8939-1629b84fa522 req-eb1638c0-5741-4875-919d-8ea7602e4eb8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 947 time: 0.0482922 Aug 13 04:57:22.235964 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-98c95510-ea61-4784-8939-1629b84fa522 req-d1f5de57-4e33-49b1-8e62-e5cf6d90972d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Aug 13 04:57:22.560135 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-2558f825-3554-4d36-8cda-04fbe6280e08 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:22.561502 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-2558f825-3554-4d36-8cda-04fbe6280e08 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0472100 Aug 13 04:57:22.656484 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Deleting port 3f86feb7-fd47-4a29-a6d8-eab546cede57 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:22.656825 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:22.741912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] For port 3f86feb7-fd47-4a29-a6d8-eab546cede57, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3f86feb7-fd47-4a29-a6d8-eab546cede57,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:22.742295 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:22.981947 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-1a3d84f8-e3c3-453a-b850-6c7cba861bee tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045816223&fields=id&tenant_id=c8d89d16464a4e0e8c99e02c814c88d1 HTTP/1.1" status: 200 len: 267 time: 0.0841067 Aug 13 04:57:23.003811 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:23.004196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:23.004491 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Floating IP ed7abb81-018c-4bd5-9726-ab0cd7e2193a disassociated. External IP: 172.27.1.138, port: 3f86feb7-fd47-4a29-a6d8-eab546cede57. Aug 13 04:57:23.004827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Calling delete_port for 3f86feb7-fd47-4a29-a6d8-eab546cede57 owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:23.093034 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd17e0a-11f4-4498-b3c5-895043ce4010 req-78ab9aca-06bd-4d2b-af4c-882010ddb32c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:23.095073 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4fd17e0a-11f4-4498-b3c5-895043ce4010 req-78ab9aca-06bd-4d2b-af4c-882010ddb32c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1295958 Aug 13 04:57:23.124250 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-36cc190e-a98f-4b45-a202-dd845bdf95c8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:23.125685 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-36cc190e-a98f-4b45-a202-dd845bdf95c8 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 984 time: 0.1252604 Aug 13 04:57:23.142989 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Request body: {'port': {'security_groups': ['350f38f0-fee6-4c90-91fb-bce11174ded2']}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:23.205584 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4fd17e0a-11f4-4498-b3c5-895043ce4010 req-4df35688-4cc0-475b-bb88-073e5b0eb2db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f319e72-fa7a-4cd4-b00f-5088859bcaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025288 Aug 13 04:57:23.268292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:23.288936 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:23.352201 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event deleted for resources: {'Port': ['ID=3f86feb7-fd47-4a29-a6d8-eab546cede57,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:23.466579 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f86e-4cc1-41bc-bef6-947c8fcfa3dd req-f42b93e5-1b4d-4762-b730-c95d843575a1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:23.468036 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-73e4f86e-4cc1-41bc-bef6-947c8fcfa3dd req-f42b93e5-1b4d-4762-b730-c95d843575a1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 947 time: 0.1529589 Aug 13 04:57:23.787149 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-bd38cb2b-d668-427b-91dc-b13b2f8659e5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:23.788691 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-bd38cb2b-d668-427b-91dc-b13b2f8659e5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 947 time: 0.0505109 Aug 13 04:57:23.840156 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-73e4f86e-4cc1-41bc-bef6-947c8fcfa3dd req-a26d4c74-4fbf-40ad-a39a-9e55b47e788a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=24ad2c53-a6a3-4472-826e-168915321729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644695 Aug 13 04:57:23.841975 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Router 993bed7e-c317-4db4-bacc-96eaed070a3b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:57:23.887413 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Deleting port 3638c3a7-013e-4b8a-82e2-28c6a412c384 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:23.887750 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:23.912789 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:23.976514 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] For port 3638c3a7-013e-4b8a-82e2-28c6a412c384, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3638c3a7-013e-4b8a-82e2-28c6a412c384,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:23.976741 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:23.980227 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:23.985933 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.032569 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:57:24.046405 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:24.047072 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.048481 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c40869b1-20d1-4e8c-9811-c771cef6e5f8 req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "PUT /v2.0/ports/fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 942 time: 0.9129620 Aug 13 04:57:24.048915 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:24.051558 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3901900b-4712-433c-9d96-e9c7952a0922" -d '{"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:24.056974 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:57:24.058588 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33026) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:24.094031 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] Sync routers for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:57:24.107222 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7e6314-576f-4c95-acef-0f163ee08dd1 x-openstack-request-id: req-0c7e6314-576f-4c95-acef-0f163ee08dd1 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:24.107222 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:24.107501 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c7e6314-576f-4c95-acef-0f163ee08dd1 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:24.107796 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'status': 'completed', 'code': 200} Aug 13 04:57:24.115778 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:24.116625 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:24.116919 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f032e0-ea15-4a86-8997-950699cb8c4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event updated for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=7']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:24.142088 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] No DVR routers for this DVR port 3f86feb7-fd47-4a29-a6d8-eab546cede57 on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:57:24.147882 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.149977 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4f33dd87-e34d-4f11-ab47-b453fcb38fc9 req-d66f8b4e-1234-43cc-a30c-46ca524314db tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "DELETE /v2.0/ports/3f86feb7-fd47-4a29-a6d8-eab546cede57 HTTP/1.1" status: 204 len: 173 time: 1.5802591 Aug 13 04:57:24.169860 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.170236 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.170560 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.l3_db [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Floating IP 8f64bb7f-b336-48ba-a409-7267705c2e6b disassociated. External IP: 172.27.1.98, port: 3638c3a7-013e-4b8a-82e2-28c6a412c384. Aug 13 04:57:24.170908 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Calling delete_port for 3638c3a7-013e-4b8a-82e2-28c6a412c384 owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:24.190209 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3d070c18-76c9-4880-89d4-6c5c3a2e97c9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.238760 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3d070c18-76c9-4880-89d4-6c5c3a2e97c9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.248434 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:24.259647 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901900b-4712-433c-9d96-e9c7952a0922 req-00868055-5816-4a79-aa92-a270f6b370c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:24.261179 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3901900b-4712-433c-9d96-e9c7952a0922 req-00868055-5816-4a79-aa92-a270f6b370c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1098 time: 0.0854604 Aug 13 04:57:24.331080 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.370580 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event deleted for resources: {'Port': ['ID=3638c3a7-013e-4b8a-82e2-28c6a412c384,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:24.447971 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6e791dd3-baea-4507-a333-3b0e3c1572ee req-b0fed07f-3b95-44ab-bce3-705af30c64c7 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=33529f70-57d7-4c31-b924-3d819b8a9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0473187 Aug 13 04:57:24.465384 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3d070c18-76c9-4880-89d4-6c5c3a2e97c9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.478144 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3d070c18-76c9-4880-89d4-6c5c3a2e97c9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.478144 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-3d070c18-76c9-4880-89d4-6c5c3a2e97c9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "DELETE /v2.0/security-groups/950cd54a-0977-45a9-96ec-9c61844a8c29 HTTP/1.1" status: 204 len: 168 time: 0.4141541 Aug 13 04:57:24.478144 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33030) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:24.502913 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-9b9b8040-8f86-44c7-80a6-5c23095bcdb4 None None] Provisioning complete for port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:57:24.503188 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8040-8f86-44c7-80a6-5c23095bcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.509867 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Router 3ce55b29-3cb5-47b6-9315-49c23e68b51b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:57:24.530953 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d070c18-76c9-4880-89d4-6c5c3a2e97c9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950cd54a-0977-45a9-96ec-9c61844a8c29,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:24.558004 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901900b-4712-433c-9d96-e9c7952a0922 req-9228f772-b6ca-4dd1-a221-f672b7eee20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:24.559494 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3901900b-4712-433c-9d96-e9c7952a0922 req-9228f772-b6ca-4dd1-a221-f672b7eee20d service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 914 time: 0.2879808 Aug 13 04:57:24.563178 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:57:24.628795 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:57:24.649556 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] Sync routers for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:57:24.677209 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] No DVR routers for this DVR port 3638c3a7-013e-4b8a-82e2-28c6a412c384 on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:57:24.681519 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.681681 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3901900b-4712-433c-9d96-e9c7952a0922 req-325c3f5c-50c2-4f02-8da4-50a77cd2f79f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 1001 time: 0.1119301 Aug 13 04:57:24.685118 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-c56d1339-0445-40b0-8f0b-5951d5247167 req-6e677c00-8027-4cf2-a8c7-f5d594134b4f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "DELETE /v2.0/ports/3638c3a7-013e-4b8a-82e2-28c6a412c384 HTTP/1.1" status: 204 len: 173 time: 0.8899801 Aug 13 04:57:24.686277 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-deleted', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:24.686572 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:24.688435 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:24.689766 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3e4df1-5ab4-4393-9a12-ef98b4ad97a5" -d '{"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-deleted", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:24.808594 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60abbeed-5f15-47e2-95c2-9e93d7c1438e x-openstack-request-id: req-60abbeed-5f15-47e2-95c2-9e93d7c1438e {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:24.809201 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84faa817-3674-45c2-98bc-7ff76570a6b2", "name": "network-vif-deleted", "tag": "3638c3a7-013e-4b8a-82e2-28c6a412c384", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:24.809201 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60abbeed-5f15-47e2-95c2-9e93d7c1438e {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:24.809504 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84faa817-3674-45c2-98bc-7ff76570a6b2', 'name': 'network-vif-deleted', 'tag': '3638c3a7-013e-4b8a-82e2-28c6a412c384', 'status': 'completed', 'code': 200} Aug 13 04:57:24.813763 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901900b-4712-433c-9d96-e9c7952a0922 req-3beb67f9-5922-4c78-9bc5-b4e1decf72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:24.817083 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3901900b-4712-433c-9d96-e9c7952a0922 req-3beb67f9-5922-4c78-9bc5-b4e1decf72dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.0859802 Aug 13 04:57:24.877272 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:24.892864 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Deleting port 397299c6-b3de-4dcc-aaa6-1d7523d76875 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:24.894162 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:24.983317 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901900b-4712-433c-9d96-e9c7952a0922 req-be8b4c74-5da4-4c2d-ac83-af093bfc4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:24.988099 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3901900b-4712-433c-9d96-e9c7952a0922 req-be8b4c74-5da4-4c2d-ac83-af093bfc4de6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1630437 Aug 13 04:57:25.058207 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:25.087347 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5c5c332f-33d6-4ed6-8511-1a3980e7db2d req-3f514e2c-13dc-4921-b105-e3734af966e9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=84faa817-3674-45c2-98bc-7ff76570a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0577273 Aug 13 04:57:25.095424 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] Checking router: 993bed7e-c317-4db4-bacc-96eaed070a3b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:57:25.108673 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.109147 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.133456 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:25.134326 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:25.135348 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Calling delete_port for 397299c6-b3de-4dcc-aaa6-1d7523d76875 owned by network:floatingip {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:25.168613 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3901900b-4712-433c-9d96-e9c7952a0922 req-124bb661-c49d-4564-ac0d-c510a1ac6311 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643605 Aug 13 04:57:25.178489 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:25.207020 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] Checking router: 3ce55b29-3cb5-47b6-9315-49c23e68b51b for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:57:25.215313 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:25.216011 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:25.253110 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:25.345649 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3901900b-4712-433c-9d96-e9c7952a0922 req-6a0b559a-8740-4bf7-80f8-4b0cc00b61d0 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448104 Aug 13 04:57:25.347100 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:25.424725 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.455812 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event deleted for resources: {'Port': ['ID=397299c6-b3de-4dcc-aaa6-1d7523d76875,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:25.489363 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:25.528678 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705afcc-9a7c-438a-a466-48a620e1d58a None None] The sync data for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi is: [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:25.528896 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks [] for floatingip, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.529004 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Floating IP eb0425d2-abee-4c33-9f9c-dcd89e7c3e00 disassociated (deleted). External IP: 172.27.1.213, port: fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e. Aug 13 04:57:25.573716 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33042) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:25.591155 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:25.623297 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede758f-2869-4ee8-81c8-b8ca4717fe24 None None] The sync data for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi is: [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:25.643997 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-44b722c3-6835-4820-9426-a7d117843ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.673468 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-44b722c3-6835-4820-9426-a7d117843ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.736275 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-44b722c3-6835-4820-9426-a7d117843ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.739095 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-44b722c3-6835-4820-9426-a7d117843ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.740328 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-44b722c3-6835-4820-9426-a7d117843ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "DELETE /v2.0/security-groups/4f319e72-fa7a-4cd4-b00f-5088859bcaf6 HTTP/1.1" status: 204 len: 168 time: 0.1653585 Aug 13 04:57:25.743975 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33044) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:25.758942 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b722c3-6835-4820-9426-a7d117843ffa tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f319e72-fa7a-4cd4-b00f-5088859bcaf6,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:25.766109 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.api.v2.resource [None req-f3423def-0d3d-4eb9-a189-84d3b29425fc tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] show failed (client error): The resource could not be found. Aug 13 04:57:25.767530 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f3423def-0d3d-4eb9-a189-84d3b29425fc tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups/4f319e72-fa7a-4cd4-b00f-5088859bcaf6 HTTP/1.1" status: 404 len: 347 time: 0.0214527 Aug 13 04:57:25.771324 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33046) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:25.791241 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Router d6726e11-b523-4192-ae8c-9b80b90cf11e has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:57:25.901379 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bda5b2-df7f-441d-89ab-47dff8f4dbce None None] New status for floating IP ed7abb81-018c-4bd5-9726-ab0cd7e2193a: DOWN {{(pid=105493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:57:25.917655 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:57:25.920868 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Deleting port 7cbb9e2e-a13f-4f3b-af7a-e547a93b4eb4 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:25.922088 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.922888 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:25.934689 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] Sync routers for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:57:25.946964 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:25.947576 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:25.960163 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-cf6a60dd-ea74-4fd7-bd11-f459d38c657b tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "DELETE /v2.0/floatingips/eb0425d2-abee-4c33-9f9c-dcd89e7c3e00 HTTP/1.1" status: 204 len: 168 time: 1.4779241 Aug 13 04:57:25.983742 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95837232-2336-4f5e-8bbe-b72e58c863c4 None None] New status for floating IP 8f64bb7f-b336-48ba-a409-7267705c2e6b: DOWN {{(pid=105493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:57:26.017164 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.017577 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.033535 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Calling delete_port for 7cbb9e2e-a13f-4f3b-af7a-e547a93b4eb4 owned by network:floatingip {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:26.095195 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:26.108533 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'name': 'network-vif-deleted', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57'}, {'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:26.112790 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4157a5a-ab5a-466f-a038-e403dd968f3a" -d '{"events": [{"server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "name": "network-vif-deleted", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57"}, {"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:26.196235 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fba0b6-3dc3-4a89-ae25-bd6d207022ee x-openstack-request-id: req-17fba0b6-3dc3-4a89-ae25-bd6d207022ee {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:26.196526 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33529f70-57d7-4c31-b924-3d819b8a9ce3", "name": "network-vif-deleted", "tag": "3f86feb7-fd47-4a29-a6d8-eab546cede57", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:26.197876 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17fba0b6-3dc3-4a89-ae25-bd6d207022ee {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:26.198305 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33529f70-57d7-4c31-b924-3d819b8a9ce3', 'name': 'network-vif-deleted', 'tag': '3f86feb7-fd47-4a29-a6d8-eab546cede57', 'status': 'completed', 'code': 200} Aug 13 04:57:26.198544 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'status': 'completed', 'code': 200} Aug 13 04:57:26.237914 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.303185 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event deleted for resources: {'Port': ['ID=7cbb9e2e-a13f-4f3b-af7a-e547a93b4eb4,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:26.321232 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33062) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:26.374275 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-a766c090-9ba8-449c-8d76-7efbbbfa9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:26.376094 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-a766c090-9ba8-449c-8d76-7efbbbfa9c40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 1098 time: 0.1119976 Aug 13 04:57:26.380082 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.382630 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.385470 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-67a40d23-a2ff-430f-80e7-5806d984888f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed7abb81-018c-4bd5-9726-ab0cd7e2193a HTTP/1.1" status: 204 len: 168 time: 0.6109550 Aug 13 04:57:26.438743 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:26.459729 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c74b8da4-0bfb-4ba0-abbb-2bb325a7cc76 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.468133 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 5, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:26.469269 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 3638c3a7-013e-4b8a-82e2-28c6a412c384 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:26.469811 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3638c3a7-013e-4b8a-82e2-28c6a412c384 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:26.470659 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3f86feb7-fd47-4a29-a6d8-eab546cede57 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:26.494394 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 3f86feb7-fd47-4a29-a6d8-eab546cede57 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:26.495000 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 3f86feb7-fd47-4a29-a6d8-eab546cede57 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:26.499967 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] Checking router: d6726e11-b523-4192-ae8c-9b80b90cf11e for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:57:26.504319 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c74b8da4-0bfb-4ba0-abbb-2bb325a7cc76 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.509463 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:26.510063 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:26.548653 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-b2ae257a-a588-412c-a6c1-c6397062b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:26.550171 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-b2ae257a-a588-412c-a6c1-c6397062b407 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 200 len: 914 time: 0.1646934 Aug 13 04:57:26.599106 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-ec1ac4f4-2d82-4beb-88d5-5044b975577e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 200 len: 217 time: 0.0401938 Aug 13 04:57:26.605991 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c74b8da4-0bfb-4ba0-abbb-2bb325a7cc76 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.608767 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c74b8da4-0bfb-4ba0-abbb-2bb325a7cc76 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.610457 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-c74b8da4-0bfb-4ba0-abbb-2bb325a7cc76 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "DELETE /v2.0/security-groups/24ad2c53-a6a3-4472-826e-168915321729 HTTP/1.1" status: 204 len: 168 time: 0.2860041 Aug 13 04:57:26.613191 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33066) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:26.626752 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.api.v2.resource [None req-405bc5c6-bcfc-4c70-802d-181c43ec9c1f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] show failed (client error): The resource could not be found. Aug 13 04:57:26.630283 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-405bc5c6-bcfc-4c70-802d-181c43ec9c1f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups/24ad2c53-a6a3-4472-826e-168915321729 HTTP/1.1" status: 404 len: 347 time: 0.0134902 Aug 13 04:57:26.630605 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33068) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:26.649710 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:26.668223 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33070) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:26.673770 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-8295a772-496a-41c3-9287-5431d1772341 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369950511', 'description': 'tempest-description--812095615'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:26.768826 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8295a772-496a-41c3-9287-5431d1772341 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.815279 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Deleting port b1545454-997d-4ed0-9afa-370c05bf4178 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:26.815608 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.878600 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 5, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:26.897704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b8da4-0bfb-4ba0-abbb-2bb325a7cc76 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ad2c53-a6a3-4472-826e-168915321729,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:26.924220 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a284f70-3aab-4b29-aeb8-1fd18d1db4b8 None None] The sync data for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:52:38Z', 'revision_number': 4, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '8fdc27e5-af50-46ce-91b3-5e7e302169e0', 'name': '', 'network_id': 'bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'mac_address': 'fa:16:3e:25:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:37Z', 'updated_at': '2021-08-13T04:52:45Z', 'revision_number': 5, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'subnets': [{'id': '5aa2681e-d331-455f-9895-943f1ba4c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:26.929477 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.929897 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.942276 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-203bf4ae-301b-46fb-a650-5f8eb2a1c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:26.943871 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-203bf4ae-301b-46fb-a650-5f8eb2a1c234 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 200 len: 853 time: 0.3324058 Aug 13 04:57:26.958739 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8295a772-496a-41c3-9287-5431d1772341 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:26.960369 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Calling delete_port for b1545454-997d-4ed0-9afa-370c05bf4178 owned by network:floatingip {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:26.965650 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8295a772-496a-41c3-9287-5431d1772341 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.011086 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-7f5f90cc-2f04-46e6-9a7b-d61300178591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:27.012671 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-7f5f90cc-2f04-46e6-9a7b-d61300178591 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548046 Aug 13 04:57:27.033739 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8295a772-496a-41c3-9287-5431d1772341 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.034940 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-8295a772-496a-41c3-9287-5431d1772341 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3658640 Aug 13 04:57:27.037840 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33072) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:27.042779 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-3a5050db-63c4-48b6-8369-f5b040fe527b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'security_group_rule': {'security_group_id': '04230266-a283-452f-8ff8-b554adae60a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:27.054818 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295a772-496a-41c3-9287-5431d1772341 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04230266-a283-452f-8ff8-b554adae60a1,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:27.107199 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3a5050db-63c4-48b6-8369-f5b040fe527b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.112154 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-58759bd2-4946-42e0-9ad7-37943d132a18 service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919936 Aug 13 04:57:27.212400 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3a5050db-63c4-48b6-8369-f5b040fe527b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.213374 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.216858 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f8c62-ca23-40eb-837a-ad076096113a None None] New status for floating IP eb0425d2-abee-4c33-9f9c-dcd89e7c3e00: DOWN {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:57:27.222979 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3a5050db-63c4-48b6-8369-f5b040fe527b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.226448 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c4157a5a-ab5a-466f-a038-e403dd968f3a req-41f3a7f2-e9be-4381-85af-1f485e9228bd service neutron] 10.222.0.58 "GET /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001074 Aug 13 04:57:27.250386 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event deleted for resources: {'Port': ['ID=b1545454-997d-4ed0-9afa-370c05bf4178,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:27.286621 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5050db-63c4-48b6-8369-f5b040fe527b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3469cc6-b435-4700-8a0b-050fae05e140,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:27.290117 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3a5050db-63c4-48b6-8369-f5b040fe527b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.291601 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3a5050db-63c4-48b6-8369-f5b040fe527b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527454 Aug 13 04:57:27.294518 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33074) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:27.301771 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-f3e4318d-4c39-444c-930f-984d19447e7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'security_group_rule': {'security_group_id': '04230266-a283-452f-8ff8-b554adae60a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:27.336537 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f3e4318d-4c39-444c-930f-984d19447e7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.352950 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.355765 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.361571 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-870de5e4-733a-4d4a-946c-5b3eb1e3536b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "DELETE /v2.0/floatingips/8f64bb7f-b336-48ba-a409-7267705c2e6b HTTP/1.1" status: 204 len: 168 time: 0.7254226 Aug 13 04:57:27.398586 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f3e4318d-4c39-444c-930f-984d19447e7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.403284 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f3e4318d-4c39-444c-930f-984d19447e7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.416797 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4318d-4c39-444c-930f-984d19447e7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0b3bea-8b67-482f-95b3-d213c3a19712,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:27.431377 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f3e4318d-4c39-444c-930f-984d19447e7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.432688 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f3e4318d-4c39-444c-930f-984d19447e7d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362920 Aug 13 04:57:27.435891 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33080) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:27.442618 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:27.470735 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.573209 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.682752 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_common [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Allocated IP 172.27.1.5 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/5a467828-c121-425d-b02f-8a39eb5e266d) {{(pid=105492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:57:27.779219 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for port, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.816525 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.854649 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:57:27.859934 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Resources bound (agent type, host, resource id): {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:57:27.862365 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Received port after_create {{(pid=105492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:57:27.890105 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'Port': ['ID=5a467828-c121-425d-b02f-8a39eb5e266d,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:27.913899 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33090) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:27.919309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-eb102ccc-cb0c-4124-8991-3e4229ee14f6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555711398', 'description': 'tempest-description--1195602272'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:27.942641 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-eb102ccc-cb0c-4124-8991-3e4229ee14f6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.956660 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:27.993633 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.024197 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-eb102ccc-cb0c-4124-8991-3e4229ee14f6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.028206 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-eb102ccc-cb0c-4124-8991-3e4229ee14f6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.056539 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-eb102ccc-cb0c-4124-8991-3e4229ee14f6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.057796 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-eb102ccc-cb0c-4124-8991-3e4229ee14f6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1425886 Aug 13 04:57:28.059581 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb102ccc-cb0c-4124-8991-3e4229ee14f6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6db894-2b7e-4e55-8879-89a30ba55643,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:28.062389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33092) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:28.067029 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-f1282236-6e45-42ab-95a3-9856a4763089 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'security_group_rule': {'security_group_id': '0b6db894-2b7e-4e55-8879-89a30ba55643', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:28.092666 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f1282236-6e45-42ab-95a3-9856a4763089 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.144453 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for port, precommit_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.148879 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27083216'] for port, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.151157 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f1282236-6e45-42ab-95a3-9856a4763089 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.156456 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f1282236-6e45-42ab-95a3-9856a4763089 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.170914 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282236-6e45-42ab-95a3-9856a4763089 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661a6ea0-6d2b-4a80-bc2e-eacb01379cf2,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:28.180021 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f1282236-6e45-42ab-95a3-9856a4763089 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.182026 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f1282236-6e45-42ab-95a3-9856a4763089 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180100 Aug 13 04:57:28.184095 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33094) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:28.189684 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-6b0ab5ca-742b-43a7-bc1e-88e163108caa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'security_group_rule': {'security_group_id': '0b6db894-2b7e-4e55-8879-89a30ba55643', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:28.215505 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab5ca-742b-43a7-bc1e-88e163108caa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.226126 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'Port': ['ID=5a467828-c121-425d-b02f-8a39eb5e266d,revision_number=2']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:28.237229 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.250935 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.252166 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e7774a2e-b6fc-4658-bb5a-1b517bb23c6d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8150406 Aug 13 04:57:28.275773 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab5ca-742b-43a7-bc1e-88e163108caa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.280396 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab5ca-742b-43a7-bc1e-88e163108caa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658946'] for security_group_rule, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.297693 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ab5ca-742b-43a7-bc1e-88e163108caa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f7582e-6df7-4a47-bac7-f410af7a23e1,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:28.304433 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab5ca-742b-43a7-bc1e-88e163108caa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.305802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6b0ab5ca-742b-43a7-bc1e-88e163108caa tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205111 Aug 13 04:57:28.308878 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33098) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:28.313913 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:28.335378 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.459369 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-83166cc1-b9f8-4644-923b-b4c78072f47e tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--369950511&fields=id&tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1 HTTP/1.1" status: 200 len: 267 time: 0.0476620 Aug 13 04:57:28.464546 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.645843 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-27f1a7fc-9cac-4a84-b764-f4d4bba9d6d4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:28.647311 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-27f1a7fc-9cac-4a84-b764-f4d4bba9d6d4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 809 time: 0.1799700 Aug 13 04:57:28.659218 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Allocated IP 172.27.1.86 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/13b6661b-69ea-4c22-a917-e2524fcb1b1a) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:57:28.676664 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-0b611746-b3af-4a23-a0ee-29aa29bd0da8 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/quotas/1a5ec25b7b804a2380a5eab3bcfae7b1 HTTP/1.1" status: 200 len: 375 time: 0.0187201 Aug 13 04:57:28.791824 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-3bd104f6-6396-4601-80ba-a5a697a1907c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076097 Aug 13 04:57:28.888358 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:28.931531 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c676591-13f7-4e6a-9027-501995a07960 req-3683915f-675a-456d-8a98-67e14b644a35 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:28.932994 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1c676591-13f7-4e6a-9027-501995a07960 req-3683915f-675a-456d-8a98-67e14b644a35 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.1363881 Aug 13 04:57:28.980779 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-1f28bac2-20d9-46a4-b600-fbb1009e57bf service neutron] 10.222.0.18 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650743 Aug 13 04:57:29.002308 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:29.064090 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1c676591-13f7-4e6a-9027-501995a07960 req-eb176d68-b8c3-4a7e-9549-5e3e83280f4c tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243792 Aug 13 04:57:29.092552 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:57:29.105028 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:57:29.107353 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:57:29.114063 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'Port': ['ID=13b6661b-69ea-4c22-a917-e2524fcb1b1a,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:29.159431 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-3315bbb5-8f35-40fb-b75f-17d288e9e426 service neutron] 10.222.0.18 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717787 Aug 13 04:57:29.211979 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:29.246657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:29.353401 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-143644b3-d119-4497-a6e0-b8f5232e4fb0 req-fdd271fc-5127-405b-9ea4-7a84ae5906b9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 210 time: 0.0612905 Aug 13 04:57:29.425131 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:29.429753 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:29.493683 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'Port': ['ID=13b6661b-69ea-4c22-a917-e2524fcb1b1a,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:29.507192 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:29.521781 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:29.530017 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ad5a5b61-96f9-4225-92ff-19f5505eccbc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2131133 Aug 13 04:57:29.712890 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-fafa9ec8-a939-4256-b77b-4e1a5c64f73a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1555711398&fields=id&tenant_id=f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 267 time: 0.0334208 Aug 13 04:57:29.822943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-74959119-048a-418e-ac64-a0ce0d62cf4c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:29.824320 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-74959119-048a-418e-ac64-a0ce0d62cf4c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 816 time: 0.1042528 Aug 13 04:57:29.840946 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-559abb26-f81f-43e9-afa3-5ef2bb4ec34d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/quotas/f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 375 time: 0.0102015 Aug 13 04:57:29.893900 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-30e2c866-c33a-45e6-a77c-7e5333477230 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470443 Aug 13 04:57:29.988615 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-3e821f87-a1f6-4a24-8de8-586e302d4ca9 service neutron] 10.222.0.18 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832400 Aug 13 04:57:30.075545 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-bf442371-d221-4a92-a6a7-c721e8c0be96 service neutron] 10.222.0.18 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808988 Aug 13 04:57:30.181117 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68992565-484b-417b-8eee-539ceba7a041 req-d263752b-59fe-42ab-85ad-cab5385557dd tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:30.182802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68992565-484b-417b-8eee-539ceba7a041 req-d263752b-59fe-42ab-85ad-cab5385557dd tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0509589 Aug 13 04:57:30.225802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68992565-484b-417b-8eee-539ceba7a041 req-23e2bdc9-5b90-494d-b6b9-71b39ffa5889 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359142 Aug 13 04:57:30.266278 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b2bf0dc-f2e5-4010-bcb3-b70e972b378c req-3ec05153-d45a-423c-8bd0-4e93a3f674c6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 210 time: 0.0393264 Aug 13 04:57:30.385863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-12a29fe3-4599-43a2-84ff-24816d0844b9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:30.387664 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-12a29fe3-4599-43a2-84ff-24816d0844b9 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 809 time: 0.1475594 Aug 13 04:57:30.465836 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d7e0a795-14bc-4b72-8813-03d70b7d6522 req-f408ea94-6200-4e56-8773-58517251aad4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 210 time: 0.0380778 Aug 13 04:57:30.475869 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c1fe1c27-7424-4a37-8329-7334c9c9a88c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1 HTTP/1.1" status: 200 len: 379 time: 0.0643864 Aug 13 04:57:30.490063 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'port': {'device_id': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'admin_state_up': True, 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'security_groups': ['04230266-a283-452f-8ff8-b554adae60a1']}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:30.598830 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Made reservation on behalf of 1a5ec25b7b804a2380a5eab3bcfae7b1 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:57:30.602435 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:30.733740 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Allocated IP 172.20.0.9 (9b80f710-f96c-4521-86ba-ead41265af35/b2c6526e-8f08-4dd8-82f4-b66881ea64f0/9ec1dc42-838d-4602-88a7-98d47cf5bf11) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:57:30.868196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:30.883021 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Transition to ACTIVE for port object 9ec1dc42-838d-4602-88a7-98d47cf5bf11 will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:57:30.916894 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:30.965132 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Network 9b80f710-f96c-4521-86ba-ead41265af35 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:57:30.968896 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:57:30.972696 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:57:30.996669 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event updated for resources: {'Port': ['ID=9ec1dc42-838d-4602-88a7-98d47cf5bf11,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:31.025912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:31.026537 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.042326 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-c3e6e6e1-6462-4b78-9584-f600b28c2fe5 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567269 Aug 13 04:57:31.065569 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Request body: {'port': {'device_id': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:31.121808 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.170254 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-547863ee-1cd8-4bd1-b374-757bf8aaeb58 None None] Provisioning for port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:57:31.174464 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-547863ee-1cd8-4bd1-b374-757bf8aaeb58 None None] Provisioning complete for port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:57:31.175248 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-547863ee-1cd8-4bd1-b374-757bf8aaeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.216136 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-547863ee-1cd8-4bd1-b374-757bf8aaeb58 None None] Port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:57:31.329830 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779699fc-cebd-4298-a342-d052f3d75e28 req-979c928e-f5b5-4af9-b297-85dcf31968d7 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:31.330864 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-779699fc-cebd-4298-a342-d052f3d75e28 req-979c928e-f5b5-4af9-b297-85dcf31968d7 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.58 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.0561686 Aug 13 04:57:31.417694 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b41e8bdf-3e22-4428-9c6e-c44ecccffd02 req-54955463-c065-4a81-b0c0-6e001d41bdd7 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 210 time: 0.0522478 Aug 13 04:57:31.437815 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Deleting port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:31.438423 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.452145 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72188ace-be3f-4189-bc79-02d24eb9de83 req-9cb97986-9a51-454a-843e-9a18c8f0dce9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:31.454284 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-72188ace-be3f-4189-bc79-02d24eb9de83 req-9cb97986-9a51-454a-843e-9a18c8f0dce9 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/ports?device_id=609cc432-fe11-425c-8e30-47f40db97805 HTTP/1.1" status: 200 len: 945 time: 0.1368051 Aug 13 04:57:31.537479 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-72188ace-be3f-4189-bc79-02d24eb9de83 req-ce400179-8ea8-40f4-b22d-fc76822c11b0 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.18 "GET /v2.0/security-groups?id=350f38f0-fee6-4c90-91fb-bce11174ded2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770471 Aug 13 04:57:31.561535 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec1dc42-838d-4602-88a7-98d47cf5bf11 {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:57:31.568112 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] For port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:31.568480 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.582801 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Calling delete_port for fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e owned by compute:nova {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:31.583401 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.611918 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Transition to ACTIVE for port object 9ec1dc42-838d-4602-88a7-98d47cf5bf11 will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:57:31.649824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.695749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a8f6-fe73-4dae-a101-bb33ce135238 req-6310ae6b-0c4a-47e6-b024-af6ae95326e1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:31.697192 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fd63a8f6-fe73-4dae-a101-bb33ce135238 req-6310ae6b-0c4a-47e6-b024-af6ae95326e1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 931 time: 0.1572235 Aug 13 04:57:31.728966 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.762141 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Pushing event deleted for resources: {'Port': ['ID=fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:31.767831 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec1dc42-838d-4602-88a7-98d47cf5bf11,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:31.771056 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:57:31.816186 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] No DVR routers for this DVR port fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e on host hv-cinder-76017 {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:57:31.818385 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fd63a8f6-fe73-4dae-a101-bb33ce135238 req-113d53c0-b461-489f-a1a2-9e6253a42e73 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120341 Aug 13 04:57:31.818809 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:31.820804 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [req-779699fc-cebd-4298-a342-d052f3d75e28 req-785964f1-4cb5-4cc4-ae26-ac28c23daf32 tempest-TestMinimumBasicScenario-807913146 tempest-TestMinimumBasicScenario-807913146-project] 10.222.0.58 "DELETE /v2.0/ports/fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e HTTP/1.1" status: 204 len: 173 time: 0.4791775 Aug 13 04:57:31.821397 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'name': 'network-vif-deleted', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:31.823738 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c74877-939b-469e-ab7f-6d0d57f47bb8" -d '{"events": [{"server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "name": "network-vif-deleted", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:31.839741 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-fe062111-4cdf-4214-b06b-6e00fef1d0b7 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:31.841520 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-fe062111-4cdf-4214-b06b-6e00fef1d0b7 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 816 time: 0.2462437 Aug 13 04:57:31.868317 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd44dd0-e1df-4a96-a160-4536126486e9 x-openstack-request-id: req-bfd44dd0-e1df-4a96-a160-4536126486e9 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:31.868784 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609cc432-fe11-425c-8e30-47f40db97805", "name": "network-vif-deleted", "tag": "fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:31.869189 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfd44dd0-e1df-4a96-a160-4536126486e9 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:31.869672 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609cc432-fe11-425c-8e30-47f40db97805', 'name': 'network-vif-deleted', 'tag': 'fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e', 'status': 'completed', 'code': 200} Aug 13 04:57:31.929039 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-b4821f6b-efd7-46cc-94fa-6bb945951f3a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 380 time: 0.0601947 Aug 13 04:57:31.933766 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Attempting to bind port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:57:31.934098 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Attempting to bind port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:57:31.934429 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Attempting to bind port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 on network 9b80f710-f96c-4521-86ba-ead41265af35 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:57:31.941511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'port': {'device_id': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'admin_state_up': True, 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'security_groups': ['0b6db894-2b7e-4e55-8879-89a30ba55643']}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:31.957400 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 on network 9b80f710-f96c-4521-86ba-ead41265af35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:57:31.957692 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Attempting to bind port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 on network 9b80f710-f96c-4521-86ba-ead41265af35 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:57:31.988925 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:57:31.989261 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Checking segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:57:31.989660 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Bound using segment: {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:57:31.990094 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Bound port: 9ec1dc42-838d-4602-88a7-98d47cf5bf11, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c16b88-aaa5-4e15-9d06-a0d90f900876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:57:31.990459 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:32.334309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] For port 9ec1dc42-838d-4602-88a7-98d47cf5bf11, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:57:32.339269 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] For port 9ec1dc42-838d-4602-88a7-98d47cf5bf11, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:57:32.346630 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:32.375962 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Made reservation on behalf of f14b3fe91577400788ae1f543fd46253 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:57:32.379417 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:32.402231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:32.403106 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:32.404494 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] 10.222.0.58 "PUT /v2.0/ports/9ec1dc42-838d-4602-88a7-98d47cf5bf11 HTTP/1.1" status: 200 len: 1093 time: 1.3436196 Aug 13 04:57:32.404935 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:32.408643 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a4ca71-f38f-49af-a231-9400b648f186" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:32.479203 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c5a186-3436-4315-83db-783e1ddc9ca4 x-openstack-request-id: req-c0c5a186-3436-4315-83db-783e1ddc9ca4 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:32.479929 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:32.479929 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0c5a186-3436-4315-83db-783e1ddc9ca4 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:32.480303 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'status': 'completed', 'code': 200} Aug 13 04:57:32.480741 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5056-5bf9-48af-abfb-c08571a8ed03 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec1dc42-838d-4602-88a7-98d47cf5bf11,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:32.564823 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e4f2c85f-2663-4a1c-81d5-21e2ac3f7407 req-f3ebb6a3-04aa-453e-8030-bc82c891010b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 210 time: 0.0373487 Aug 13 04:57:32.620556 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-1f9339b1-b8c0-4642-bbd2-a0bca30b3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:32.622210 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-1f9339b1-b8c0-4642-bbd2-a0bca30b3285 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 1096 time: 0.1351018 Aug 13 04:57:32.683299 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-d0136dc7-0732-4e30-bec7-69cdabc1ab16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11 HTTP/1.1" status: 200 len: 217 time: 0.0432098 Aug 13 04:57:32.689152 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Allocated IP 172.20.0.11 (2ec860c6-4864-49c7-9c3d-782c8767ed6e/93996049-8a1a-4413-a215-634bc99d15a3/829467c0-4297-4eb6-b30b-e0c939ced37a) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:57:32.759896 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-b8c028a9-2b13-49ca-8d4a-c9ee5ee44c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:32.761458 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-b8c028a9-2b13-49ca-8d4a-c9ee5ee44c4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.0701327 Aug 13 04:57:32.867795 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d397f1-8d8b-4a22-9322-9958a084208a req-3d4aaca4-d5ba-4da1-883d-945594c1f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:32.869281 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-3d4aaca4-d5ba-4da1-883d-945594c1f494 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989091 Aug 13 04:57:32.971239 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.003772 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Transition to ACTIVE for port object 829467c0-4297-4eb6-b30b-e0c939ced37a will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:57:33.042933 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838422ec-fae9-4d4f-b30c-7590cbd35fb2 req-0c48443f-e9c1-42c0-ad32-bc7eceb903f1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:33.044342 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-838422ec-fae9-4d4f-b30c-7590cbd35fb2 req-0c48443f-e9c1-42c0-ad32-bc7eceb903f1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 943 time: 0.1402924 Aug 13 04:57:33.050520 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-70e26f2c-f3a4-41a2-9592-033585e9f154 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718953 Aug 13 04:57:33.146032 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.160300 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-838422ec-fae9-4d4f-b30c-7590cbd35fb2 req-47237cc5-f732-4286-9c16-23eb16c0e981 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088674 Aug 13 04:57:33.213319 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:57:33.222509 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:57:33.231867 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:57:33.232973 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:33.256082 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33226) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:33.259880 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-91d397f1-8d8b-4a22-9322-9958a084208a req-f68206e4-9660-494d-8b03-b41d6e223dc8 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918643 Aug 13 04:57:33.292256 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:33.292875 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.314583 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-9b626c16-e9af-49b2-84b2-6c3865c74c88 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3776588 Aug 13 04:57:33.378562 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Request body: {'port': {'device_id': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:33.467895 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ca71-f38f-49af-a231-9400b648f186 req-da667e8e-8479-446e-adf7-7b55d304c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:33.470034 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96a4ca71-f38f-49af-a231-9400b648f186 req-da667e8e-8479-446e-adf7-7b55d304c31b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 1096 time: 0.0966105 Aug 13 04:57:33.470581 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.497596 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-03133cec-5e14-4e22-b405-dbde8dc53131 None None] Provisioning for port 829467c0-4297-4eb6-b30b-e0c939ced37a completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:57:33.502376 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-03133cec-5e14-4e22-b405-dbde8dc53131 None None] Provisioning complete for port 829467c0-4297-4eb6-b30b-e0c939ced37a triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:57:33.502950 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-03133cec-5e14-4e22-b405-dbde8dc53131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.537623 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-03133cec-5e14-4e22-b405-dbde8dc53131 None None] Port 829467c0-4297-4eb6-b30b-e0c939ced37a cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:57:33.616247 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.660973 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ca71-f38f-49af-a231-9400b648f186 req-1ffbfeda-ea11-4b71-b774-f142ca31ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:33.662438 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96a4ca71-f38f-49af-a231-9400b648f186 req-1ffbfeda-ea11-4b71-b774-f142ca31ca12 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.1836243 Aug 13 04:57:33.766584 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96a4ca71-f38f-49af-a231-9400b648f186 req-e5ee2dfd-62d4-4984-aa1b-63d5c8a8133e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11 HTTP/1.1" status: 200 len: 217 time: 0.0829563 Aug 13 04:57:33.831458 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac344d6-9815-4cc1-ad56-164c2fb7a8d9 req-ce82e3b6-aea0-4057-857a-17bc8d3cc402 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:33.832942 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eac344d6-9815-4cc1-ad56-164c2fb7a8d9 req-ce82e3b6-aea0-4057-857a-17bc8d3cc402 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 932 time: 0.1734636 Aug 13 04:57:33.853349 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Deleting port 8fdc27e5-af50-46ce-91b3-5e7e302169e0 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:33.853800 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.875874 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ca71-f38f-49af-a231-9400b648f186 req-75c312c3-325e-4253-8acf-6566aad5ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:33.877324 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96a4ca71-f38f-49af-a231-9400b648f186 req-75c312c3-325e-4253-8acf-6566aad5ce74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.1031559 Aug 13 04:57:33.929282 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eac344d6-9815-4cc1-ad56-164c2fb7a8d9 req-cdfe43cb-8a59-42b7-842b-7e23ca59ec96 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896442 Aug 13 04:57:33.930661 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] For port 8fdc27e5-af50-46ce-91b3-5e7e302169e0, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=8fdc27e5-af50-46ce-91b3-5e7e302169e0,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:33.931151 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:33.954326 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Calling delete_port for 8fdc27e5-af50-46ce-91b3-5e7e302169e0 owned by network:router_interface {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:33.977136 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4ca71-f38f-49af-a231-9400b648f186 req-06244fed-d6e4-417e-85f5-864a81206cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:33.978659 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96a4ca71-f38f-49af-a231-9400b648f186 req-06244fed-d6e4-417e-85f5-864a81206cf0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932841 Aug 13 04:57:33.990383 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829467c0-4297-4eb6-b30b-e0c939ced37a {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:57:34.005724 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:34.060581 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Transition to ACTIVE for port object 829467c0-4297-4eb6-b30b-e0c939ced37a will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:57:34.067016 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:34.140438 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96a4ca71-f38f-49af-a231-9400b648f186 req-76bd29b9-cdef-40dd-b443-139b481b5027 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518223 Aug 13 04:57:34.146975 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:34.322970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Attempting to bind port 829467c0-4297-4eb6-b30b-e0c939ced37a on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:57:34.323233 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Attempting to bind port 829467c0-4297-4eb6-b30b-e0c939ced37a by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:57:34.323567 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Attempting to bind port 829467c0-4297-4eb6-b30b-e0c939ced37a on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:57:34.335063 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5029a57-8fb0-4b9f-b231-178e163a9d9b req-ee35143e-babf-40c5-af62-84a84bf82bd3 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:34.336533 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5029a57-8fb0-4b9f-b231-178e163a9d9b req-ee35143e-babf-40c5-af62-84a84bf82bd3 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 943 time: 0.0948765 Aug 13 04:57:34.340112 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Port 829467c0-4297-4eb6-b30b-e0c939ced37a on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:57:34.340435 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Attempting to bind port 829467c0-4297-4eb6-b30b-e0c939ced37a on network 2ec860c6-4864-49c7-9c3d-782c8767ed6e {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:57:34.343878 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-96a4ca71-f38f-49af-a231-9400b648f186 req-6ed37bfa-ee30-4038-bf84-d759dc11d1df service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942849 Aug 13 04:57:34.363866 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:57:34.364320 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Checking segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:57:34.364716 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Bound using segment: {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:57:34.365171 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Bound port: 829467c0-4297-4eb6-b30b-e0c939ced37a, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eb43f8-7670-4302-8d83-5944e452fc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:57:34.365581 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:34.396785 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:34.412873 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5029a57-8fb0-4b9f-b231-178e163a9d9b req-2ec7ff4d-ca2f-40d0-a9e3-68e949a429ec tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680518 Aug 13 04:57:34.429130 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdc27e5-af50-46ce-91b3-5e7e302169e0,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:34.444154 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:34.458729 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:57:34.462092 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:57:34.469702 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:34.471089 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:34.471438 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device fc5a7e3c-74cf-4b15-bac8-588c2ebd0f9e not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:34.509528 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:34.510123 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:34.511513 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] 10.222.0.58 "PUT /v2.0/ports/829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 200 len: 1094 time: 1.1393352 Aug 13 04:57:34.511952 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:34.514220 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52594de2-ab95-447a-9689-6c64ecc75afb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:34.537657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff3127-e13a-405b-acef-09c18a914678 service neutron] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:34.582407 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce016c2-c04a-40d6-ab7f-85ac1be09370 x-openstack-request-id: req-2ce016c2-c04a-40d6-ab7f-85ac1be09370 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:34.582841 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:34.583194 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ce016c2-c04a-40d6-ab7f-85ac1be09370 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:34.583682 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'status': 'completed', 'code': 200} Aug 13 04:57:34.614829 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:34.619422 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e4e22930-e57f-43e5-aac4-7f60b1e795ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:34.620956 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e4e22930-e57f-43e5-aac4-7f60b1e795ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1097 time: 0.0490994 Aug 13 04:57:34.683438 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-d700d3c9-3ba4-4688-81b1-6c958be3a46f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 200 len: 217 time: 0.0418265 Aug 13 04:57:34.742552 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-3355bbed-4603-40c2-9726-a5b052eba1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:34.744020 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-3355bbed-4603-40c2-9726-a5b052eba1b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0534327 Aug 13 04:57:34.791939 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-4eaca2c3-29a5-4546-8be4-e92640d0788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:34.793468 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-4eaca2c3-29a5-4546-8be4-e92640d0788b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420878 Aug 13 04:57:34.848585 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Router d6726e11-b523-4192-ae8c-9b80b90cf11e has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:57:34.886686 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-e565d2af-ec3e-4e35-83a0-74d5f93c3601 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851054 Aug 13 04:57:34.953860 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:57:34.959560 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-6675cac7-c953-41d8-a241-48f6e8c5d125 admin admin] 10.222.0.18 "PUT /v2.0/routers/d6726e11-b523-4192-ae8c-9b80b90cf11e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7012997 Aug 13 04:57:34.962023 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33240) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:34.976566 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] Sync routers for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:57:34.978745 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e86a7ab9-73e7-4b6f-bab0-a1a6a1b6aae1 req-5d379f1d-80c8-4c3e-a799-d0012371570b service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Aug 13 04:57:35.021064 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:35.021738 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:35.084293 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a0081-b439-4387-ac8f-7774b1777be1 req-524a13bc-3632-4aa0-aa71-f05553afbb9f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:35.085821 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-453a0081-b439-4387-ac8f-7774b1777be1 req-524a13bc-3632-4aa0-aa71-f05553afbb9f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0617344 Aug 13 04:57:35.138284 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:35.161033 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-453a0081-b439-4387-ac8f-7774b1777be1 req-5c68ef6a-5a73-4705-af2d-50d7e321f421 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685780 Aug 13 04:57:35.174051 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52594de2-ab95-447a-9689-6c64ecc75afb req-0841b803-967a-43ca-9dbe-23da3a472744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:35.180760 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52594de2-ab95-447a-9689-6c64ecc75afb req-0841b803-967a-43ca-9dbe-23da3a472744 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1097 time: 0.0894349 Aug 13 04:57:35.212634 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks [] for router, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.275823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52594de2-ab95-447a-9689-6c64ecc75afb req-c5aa9fd0-e7bc-4279-9d5c-f46a72a8812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:35.277292 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52594de2-ab95-447a-9689-6c64ecc75afb req-c5aa9fd0-e7bc-4279-9d5c-f46a72a8812c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.0886600 Aug 13 04:57:35.328160 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.331186 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52594de2-ab95-447a-9689-6c64ecc75afb req-4aa75934-6528-4d78-9785-1da987562022 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 200 len: 217 time: 0.0452015 Aug 13 04:57:35.339985 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:57:34Z', 'revision_number': 5, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port': {'id': '518f7db4-fa1d-45dd-980f-8ed1e1c05372', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:36Z', 'updated_at': '2021-08-13T04:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:35.366880 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] Checking router: d6726e11-b523-4192-ae8c-9b80b90cf11e for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:57:35.374908 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] Routers {'d6726e11-b523-4192-ae8c-9b80b90cf11e'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:35.375516 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6726e11-b523-4192-ae8c-9b80b90cf11e'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:35.379480 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Deleting port 518f7db4-fa1d-45dd-980f-8ed1e1c05372 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:35.379827 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.459165 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] For port 518f7db4-fa1d-45dd-980f-8ed1e1c05372, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=518f7db4-fa1d-45dd-980f-8ed1e1c05372,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:35.459892 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.476120 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Calling delete_port for 518f7db4-fa1d-45dd-980f-8ed1e1c05372 owned by network:router_gateway {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:35.532428 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52594de2-ab95-447a-9689-6c64ecc75afb req-e0b033fa-fd0d-45c5-b518-0aaf528d2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:35.534080 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52594de2-ab95-447a-9689-6c64ecc75afb req-e0b033fa-fd0d-45c5-b518-0aaf528d2d72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0714335 Aug 13 04:57:35.579297 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778bb18-0b21-48fe-bb4c-d8ca2dfd67ff req-c037305d-7457-4898-9dd3-144f448f424c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:35.580782 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0778bb18-0b21-48fe-bb4c-d8ca2dfd67ff req-c037305d-7457-4898-9dd3-144f448f424c tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 943 time: 0.0790560 Aug 13 04:57:35.583968 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] Set router d6726e11-b523-4192-ae8c-9b80b90cf11e gateway port host: None {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:35.613326 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52594de2-ab95-447a-9689-6c64ecc75afb req-4f8ce714-9843-4e1d-91a0-02cc5f4d4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:35.614885 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52594de2-ab95-447a-9689-6c64ecc75afb req-4f8ce714-9843-4e1d-91a0-02cc5f4d4bee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704656 Aug 13 04:57:35.636007 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:57:35Z', 'revision_number': 6, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:35.651142 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0778bb18-0b21-48fe-bb4c-d8ca2dfd67ff req-86124010-e9b2-4bd8-97d4-e89eac0313f1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625768 Aug 13 04:57:35.661199 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.674773 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84529b98-6777-433b-8fac-8c4755e956dc None None] The sync data for ids ['d6726e11-b523-4192-ae8c-9b80b90cf11e'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6726e11-b523-4192-ae8c-9b80b90cf11e', 'name': 'tempest-TestMinimumBasicScenario-516591778-router', 'tenant_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:35Z', 'updated_at': '2021-08-13T04:57:35Z', 'revision_number': 6, 'project_id': 'c8d89d16464a4e0e8c99e02c814c88d1', 'gw_port_host': None}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:35.699633 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Pushing event deleted for resources: {'Port': ['ID=518f7db4-fa1d-45dd-980f-8ed1e1c05372,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:35.725126 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52594de2-ab95-447a-9689-6c64ecc75afb req-95a884e7-d482-4399-b1cd-69c1fa1b2401 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008904 Aug 13 04:57:35.757626 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.814803 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-52594de2-ab95-447a-9689-6c64ecc75afb req-397c5686-b0da-4610-8e29-87818879857a service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813093 Aug 13 04:57:35.857947 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.860061 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.925005 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.925462 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6726e11-b523-4192-ae8c-9b80b90cf11e {{(pid=105492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:57:35.930579 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:35.931728 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3fd084cd-59c5-4616-8447-180444760245 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d6726e11-b523-4192-ae8c-9b80b90cf11e HTTP/1.1" status: 204 len: 168 time: 0.9685779 Aug 13 04:57:35.934223 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33246) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:35.977408 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] Deleting subnet 5aa2681e-d331-455f-9895-943f1ba4c9b2 {{(pid=105492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:57:35.980261 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.014577 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27046325'] for subnet, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.124993 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.176472 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27083242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26915635'] for subnet, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.203210 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.205146 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5aa2681e-d331-455f-9895-943f1ba4c9b2 HTTP/1.1" status: 204 len: 168 time: 0.2700078 Aug 13 04:57:36.206117 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc0570-7f1b-4f59-8116-b15a3ee2b96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa2681e-d331-455f-9895-943f1ba4c9b2,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:36.207818 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33250) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:36.209294 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bcaa0b-8c1b-4be6-8ecd-a9add0176e83 None None] Network bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:57:36.304059 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.325333 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55ff29-9eeb-4fd2-b810-5d782c2f0707 req-a586e292-f5bd-4d38-bf7c-1fbf91de24b1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:36.326826 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d55ff29-9eeb-4fd2-b810-5d782c2f0707 req-a586e292-f5bd-4d38-bf7c-1fbf91de24b1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0734987 Aug 13 04:57:36.395142 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0d55ff29-9eeb-4fd2-b810-5d782c2f0707 req-0c09aa1e-d429-4d71-95fd-902a233556a5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Aug 13 04:57:36.405252 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Deleting port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:36.406187 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.410231 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] DHCP port deletion for bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:57:36.457178 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 9ec1dc42-838d-4602-88a7-98d47cf5bf11 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:57:36.468900 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] Deleting port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f {{(pid=105493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:36.469311 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.480823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] For port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:36.481223 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.494257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Calling delete_port for 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f owned by network:dhcp {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:36.573994 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] For port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,segment=NetworkSegment(7a6af29e-4765-4fb5-84bf-74163353449c),segment_id=7a6af29e-4765-4fb5-84bf-74163353449c)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:36.574408 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.594616 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] Calling delete_port for 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f owned by network:dhcp {{(pid=105493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:36.704542 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 9ec1dc42-838d-4602-88a7-98d47cf5bf11, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:36.732893 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'port_id': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'mac_address': 'fa:16:3e:d9:ac:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:57:36.795955 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.805771 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700'] for port, after_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.836827 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec1dc42-838d-4602-88a7-98d47cf5bf11 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:57:36.842303 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] Pushing event deleted for resources: {'Port': ['ID=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,revision_number=None']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:36.848166 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.852830 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2dd3b-0c20-4449-92e7-37e7bfbbd6f4 None None] No DVR routers for this DVR port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f on host dv-cinder-760178-7-iscsi {{(pid=105493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:57:36.866788 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 9ec1dc42-838d-4602-88a7-98d47cf5bf11, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:36.873256 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4fbc9a-732e-4caf-b3d3-d49bad209b9f,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:36.878707 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:36.882818 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] No DVR routers for this DVR port 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f on host dv-cinder-760178-7-iscsi {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:57:36.919008 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d577032-7bd4-4707-b227-a2f9a68a47a0 req-a2e4e92e-9cc6-45f2-8599-8341555ea4a0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:36.920483 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4d577032-7bd4-4707-b227-a2f9a68a47a0 req-a2e4e92e-9cc6-45f2-8599-8341555ea4a0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 943 time: 0.1019185 Aug 13 04:57:36.933991 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=9ec1dc42-838d-4602-88a7-98d47cf5bf11,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:36.991257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.004585 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:37.008728 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4d577032-7bd4-4707-b227-a2f9a68a47a0 req-eea0a494-c0e6-4bb8-8fa4-e8582923502d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772069 Aug 13 04:57:37.016362 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6af29e-4765-4fb5-84bf-74163353449c') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:37.016664 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6af29e-4765-4fb5-84bf-74163353449c') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:37.025194 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.038528 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.044015 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:57:37.044420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: self.session.flush() Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: self.session.flush() Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: self.session.flush() Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: self.session.flush() Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:57:37.046861 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:57:37.097544 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.102918 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.105932 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24 HTTP/1.1" status: 204 len: 168 time: 0.8970304 Aug 13 04:57:37.107881 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33254) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:37.118681 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35801c19-be2c-4105-ad2c-9fea0fe56493 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1e66b3-d8b2-4ff7-b6d8-c9038ebd1b24,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:37.173670 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:37.194104 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:37.194441 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9b4fbc9a-732e-4caf-b3d3-d49bad209b9f not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:37.194854 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 518f7db4-fa1d-45dd-980f-8ed1e1c05372 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:37.212999 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 518f7db4-fa1d-45dd-980f-8ed1e1c05372 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:37.213679 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 518f7db4-fa1d-45dd-980f-8ed1e1c05372 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:37.213781 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8fdc27e5-af50-46ce-91b3-5e7e302169e0 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:37.233523 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 8fdc27e5-af50-46ce-91b3-5e7e302169e0 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:37.234445 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8fdc27e5-af50-46ce-91b3-5e7e302169e0 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:37.335838 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['9ec1dc42-838d-4602-88a7-98d47cf5bf11'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:57:37.444951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.532228 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55503e-2959-4b5f-bd73-a517a30ab6d9 req-a1b6aedc-3c16-4fc8-998a-38366efe375c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:37.533697 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad55503e-2959-4b5f-bd73-a517a30ab6d9 req-a1b6aedc-3c16-4fc8-998a-38366efe375c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0532260 Aug 13 04:57:37.571140 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ad55503e-2959-4b5f-bd73-a517a30ab6d9 req-6ed9b3eb-b6a2-4508-8752-4bd5ec506eca tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Aug 13 04:57:37.681243 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Deleting port cb34c6b3-087f-4873-b700-3c84c6864a2a {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:37.681618 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.757379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] For port cb34c6b3-087f-4873-b700-3c84c6864a2a, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cb34c6b3-087f-4873-b700-3c84c6864a2a,segment=NetworkSegment(d5a7547c-1334-4f3d-8371-42d432d297be),segment_id=d5a7547c-1334-4f3d-8371-42d432d297be)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:37.757802 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.770123 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Calling delete_port for cb34c6b3-087f-4873-b700-3c84c6864a2a owned by network:router_interface {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:37.939056 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:37.963580 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb34c6b3-087f-4873-b700-3c84c6864a2a,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:38.127458 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:38.132272 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eeef9f-423c-4763-847f-332a334e84e7 req-18b323ee-a038-4696-9edc-28dfd22a6df4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:38.134350 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f5eeef9f-423c-4763-847f-332a334e84e7 req-18b323ee-a038-4696-9edc-28dfd22a6df4 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 944 time: 0.0533092 Aug 13 04:57:38.177784 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f5eeef9f-423c-4763-847f-332a334e84e7 req-2268c79b-53c5-4223-aad8-cafee69c1a53 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362802 Aug 13 04:57:38.350775 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Router 56387959-46eb-4fca-aa5e-dbffd3b7b945 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:57:38.484946 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:57:38.491876 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 9ec1dc42-838d-4602-88a7-98d47cf5bf11 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:57:38.632639 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:57:38.649687 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:38.665569 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:57:38.666237 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:38.698101 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'port_id': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'mac_address': 'fa:16:3e:80:65:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:57:38.711521 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd77063-f827-401c-ac22-207b44047489 req-d92e7077-932c-46b0-af59-9f87f9251414 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:38.713895 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8cd77063-f827-401c-ac22-207b44047489 req-d92e7077-932c-46b0-af59-9f87f9251414 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0605519 Aug 13 04:57:38.752741 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:57:38.760340 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e318ea48-8b96-4054-9481-812581df4a45 admin admin] 10.222.0.18 "PUT /v2.0/routers/56387959-46eb-4fca-aa5e-dbffd3b7b945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6508002 Aug 13 04:57:38.762789 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33264) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:38.764214 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] Sync routers for ids ['56387959-46eb-4fca-aa5e-dbffd3b7b945'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:57:38.770646 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8cd77063-f827-401c-ac22-207b44047489 req-5ab65571-1781-4d56-bc65-a885845ad458 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502872 Aug 13 04:57:38.775052 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:38.777699 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] Routers {'56387959-46eb-4fca-aa5e-dbffd3b7b945'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:38.778821 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['56387959-46eb-4fca-aa5e-dbffd3b7b945'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:38.821013 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829467c0-4297-4eb6-b30b-e0c939ced37a {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:57:38.841080 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:38.846657 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:38.855659 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:38.878011 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:38.891876 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:38.893188 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] Set router 56387959-46eb-4fca-aa5e-dbffd3b7b945 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:38.894149 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8214007f-3cd7-464b-ae50-d6ba2fae8fab" -d '{"events": [{"server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "name": "network-vif-plugged", "status": "completed", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:38.914179 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 9ec1dc42-838d-4602-88a7-98d47cf5bf11, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:38.930769 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:38.936079 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:38.940080 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de1128a-9fe1-46ba-928a-86b1f196a313 x-openstack-request-id: req-2de1128a-9fe1-46ba-928a-86b1f196a313 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:38.940358 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "name": "network-vif-plugged", "status": "completed", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:38.940603 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2de1128a-9fe1-46ba-928a-86b1f196a313 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:38.940977 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'code': 200} Aug 13 04:57:38.996257 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=9ec1dc42-838d-4602-88a7-98d47cf5bf11,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:39.004380 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.058007 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Deleting port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:39.058447 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.077018 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:57:37Z', 'revision_number': 5, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port': {'id': '4d341689-8fe9-4fc3-97fd-a68cf7b42d99', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:52:41Z', 'updated_at': '2021-08-13T04:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:39.106610 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] Checking router: 56387959-46eb-4fca-aa5e-dbffd3b7b945 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:57:39.115518 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] Routers {'56387959-46eb-4fca-aa5e-dbffd3b7b945'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:39.116131 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['56387959-46eb-4fca-aa5e-dbffd3b7b945'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:39.147742 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] For port 4d341689-8fe9-4fc3-97fd-a68cf7b42d99, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:39.148285 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.161695 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Calling delete_port for 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 owned by network:router_gateway {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:39.191530 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faae194-980f-461e-bea1-c0130a8076cb req-06c20b8d-e928-4031-b5b1-690c674e7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:39.194155 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8faae194-980f-461e-bea1-c0130a8076cb req-06c20b8d-e928-4031-b5b1-690c674e7cbd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 1098 time: 0.0698547 Aug 13 04:57:39.206078 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] Set router 56387959-46eb-4fca-aa5e-dbffd3b7b945 gateway port host: None {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:39.246510 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8faae194-980f-461e-bea1-c0130a8076cb req-39827e0e-a6d6-43ae-9240-97bebfc59d30 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440049 Aug 13 04:57:39.264397 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:57:39Z', 'revision_number': 6, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:39.293328 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978c08b-c690-4329-b7d9-0053ed9d6be2 None None] The sync data for ids ['56387959-46eb-4fca-aa5e-dbffd3b7b945'] in dv-cinder-760178-7-iscsi is: [{'id': '56387959-46eb-4fca-aa5e-dbffd3b7b945', 'name': 'tempest-TestMinimumBasicScenario-1433600769-router', 'tenant_id': '44b00e93f0c14dbfab9256c91359ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:52:40Z', 'updated_at': '2021-08-13T04:57:39Z', 'revision_number': 6, 'project_id': '44b00e93f0c14dbfab9256c91359ac86', 'gw_port_host': None}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:39.306282 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['829467c0-4297-4eb6-b30b-e0c939ced37a'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:57:39.306658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53884649-047b-4114-8149-a81f13574128 req-2b26c570-c131-42bc-ac2c-8e58377e813f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:39.308667 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53884649-047b-4114-8149-a81f13574128 req-2b26c570-c131-42bc-ac2c-8e58377e813f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0527380 Aug 13 04:57:39.348309 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.363304 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53884649-047b-4114-8149-a81f13574128 req-fdef2fa7-64c8-43f1-bff7-cfabb86840ef tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476952 Aug 13 04:57:39.374691 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d341689-8fe9-4fc3-97fd-a68cf7b42d99,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:39.439747 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.529054 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.531045 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.574303 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.575077 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56387959-46eb-4fca-aa5e-dbffd3b7b945 {{(pid=105492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:57:39.579967 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.581084 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-67cc8054-8b87-42d9-97d8-5bb4a63f95b6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/56387959-46eb-4fca-aa5e-dbffd3b7b945 HTTP/1.1" status: 204 len: 168 time: 0.8167586 Aug 13 04:57:39.583662 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33270) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:39.625568 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_v2 [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] Deleting subnet eeec3ded-d9d2-4208-8704-733dcd4b53fe {{(pid=105492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:57:39.628534 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.663390 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27046325'] for subnet, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.746437 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.801713 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27083242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26915635'] for subnet, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.828290 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeec3ded-d9d2-4208-8704-733dcd4b53fe,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:39.833190 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.837459 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-a445bddd-82c5-4491-a552-5454473ca374 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eeec3ded-d9d2-4208-8704-733dcd4b53fe HTTP/1.1" status: 204 len: 168 time: 0.2505393 Aug 13 04:57:39.837885 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33274) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:39.838390 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab101c-c3fc-4220-b487-5df4b4835a06 None None] Network 7c786582-9f16-458d-b035-ad5733852d8c requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:57:39.886383 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557427e-0f68-4e72-8d32-d2e5e3281fff req-37ab335b-e2d8-41db-8dd4-cd80a01a1172 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:39.887887 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c557427e-0f68-4e72-8d32-d2e5e3281fff req-37ab335b-e2d8-41db-8dd4-cd80a01a1172 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 945 time: 0.0497642 Aug 13 04:57:39.908670 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:39.932866 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c557427e-0f68-4e72-8d32-d2e5e3281fff req-cc2ddb23-75b7-454c-ae6d-16c195ffa61b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390279 Aug 13 04:57:39.970624 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Deleting port cf9a2834-3a84-47b9-9747-e06ca30f7668 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:39.970975 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.033960 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] For port cf9a2834-3a84-47b9-9747-e06ca30f7668, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cf9a2834-3a84-47b9-9747-e06ca30f7668,segment=NetworkSegment(d5a7547c-1334-4f3d-8371-42d432d297be),segment_id=d5a7547c-1334-4f3d-8371-42d432d297be)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:40.034395 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.050311 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Calling delete_port for cf9a2834-3a84-47b9-9747-e06ca30f7668 owned by network:dhcp {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:40.058890 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] DHCP port deletion for 7c786582-9f16-458d-b035-ad5733852d8c request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:57:40.062976 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d82d-8236-467e-8b30-ffb182aaa994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.107163 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] Deleting port cf9a2834-3a84-47b9-9747-e06ca30f7668 {{(pid=105493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:57:40.107531 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.147663 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.171811 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] For port cf9a2834-3a84-47b9-9747-e06ca30f7668, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=cf9a2834-3a84-47b9-9747-e06ca30f7668,segment=NetworkSegment(d5a7547c-1334-4f3d-8371-42d432d297be),segment_id=d5a7547c-1334-4f3d-8371-42d432d297be)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:40.172208 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.175231 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9a2834-3a84-47b9-9747-e06ca30f7668,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:40.178547 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] No DVR routers for this DVR port cf9a2834-3a84-47b9-9747-e06ca30f7668 on host dv-cinder-760178-7-iscsi {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:57:40.186492 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] Calling delete_port for cf9a2834-3a84-47b9-9747-e06ca30f7668 owned by network:dhcp {{(pid=105493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:57:40.251085 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.261892 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c786582-9f16-458d-b035-ad5733852d8c']}} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:40.267228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700'] for port, after_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.275149 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a7547c-1334-4f3d-8371-42d432d297be') {'for_net_delete': True} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:40.275456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a7547c-1334-4f3d-8371-42d432d297be') {} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:40.294177 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] Pushing event deleted for resources: {'Port': ['ID=cf9a2834-3a84-47b9-9747-e06ca30f7668,revision_number=None']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:40.296050 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb43c119-4670-4cc3-b00a-9a639822ae4d None None] No DVR routers for this DVR port cf9a2834-3a84-47b9-9747-e06ca30f7668 on host dv-cinder-760178-7-iscsi {{(pid=105493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:57:40.300823 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27046306'] for segment, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.316816 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.323934 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:57:40.325042 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27083060'] for segment, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: Traceback (most recent call last): Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: timer() Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: cb(*args, **kw) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: return func(*args, **kwargs) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: self._notify() Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: self.callback(batched_events) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: event.method(event) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: return f(self, *a, **k) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._get(url).json() Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: return self.request(url, 'GET', **kwargs) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:57:40.326426 dv-cinder-760178-7-iscsi neutron-server[105492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:57:40.379345 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.385550 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.387786 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] 10.222.0.18 "DELETE /v2.0/networks/7c786582-9f16-458d-b035-ad5733852d8c HTTP/1.1" status: 204 len: 168 time: 0.5489593 Aug 13 04:57:40.399805 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5b6a2-0d12-4bc1-ad03-b60f34a4e0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7c786582-9f16-458d-b035-ad5733852d8c,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:40.478610 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:57:40.486955 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb08e0-43ae-4645-85c4-e54f42b20d3c req-02c20687-14dc-4700-b818-8a1e7a6e5ebd tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:40.488475 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e9cb08e0-43ae-4645-85c4-e54f42b20d3c req-02c20687-14dc-4700-b818-8a1e7a6e5ebd tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0581257 Aug 13 04:57:40.514119 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:57:40.522147 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33280) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:40.528816 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e9cb08e0-43ae-4645-85c4-e54f42b20d3c req-925fd7d6-68f5-475a-9ab8-ba84f3fe0af1 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338929 Aug 13 04:57:40.532748 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 829467c0-4297-4eb6-b30b-e0c939ced37a completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:57:40.537009 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 829467c0-4297-4eb6-b30b-e0c939ced37a triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:57:40.537381 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.582439 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c4cfb768-f183-4ab8-91c5-9715182a69c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8d89d16464a4e0e8c99e02c814c88d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590141 Aug 13 04:57:40.584754 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33282) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:40.617074 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.637115 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0667b0a-3a6b-4127-8339-09e0e86c5cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.651678 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:57:40.657044 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.659959 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0667b0a-3a6b-4127-8339-09e0e86c5cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.707264 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:40.711512 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0667b0a-3a6b-4127-8339-09e0e86c5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.714047 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-d0667b0a-3a6b-4127-8339-09e0e86c5cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:40.715177 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d0667b0a-3a6b-4127-8339-09e0e86c5cc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/350f38f0-fee6-4c90-91fb-bce11174ded2 HTTP/1.1" status: 204 len: 168 time: 0.1295514 Aug 13 04:57:40.726605 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0667b0a-3a6b-4127-8339-09e0e86c5cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f38f0-fee6-4c90-91fb-bce11174ded2,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:40.942557 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:40.944844 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b6d860-7e94-4869-bb88-74f93156494a" -d '{"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-plugged", "status": "completed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:40.980636 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df63c75c-6504-4480-882a-0fd4947b08f9 x-openstack-request-id: req-df63c75c-6504-4480-882a-0fd4947b08f9 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:40.981144 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-plugged", "status": "completed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:40.981398 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df63c75c-6504-4480-882a-0fd4947b08f9 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:40.981814 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'code': 200} Aug 13 04:57:41.028322 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33292) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:41.058264 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf7c51-f4c4-466a-aabd-a3052376241f req-a02fc761-24d3-46d8-963d-19dc9d97682d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:41.059770 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9eaf7c51-f4c4-466a-aabd-a3052376241f req-a02fc761-24d3-46d8-963d-19dc9d97682d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0518613 Aug 13 04:57:41.071150 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2b207001-95e2-4e6d-a100-8693c65490b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44b00e93f0c14dbfab9256c91359ac86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416293 Aug 13 04:57:41.073602 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33294) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:41.109300 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9eaf7c51-f4c4-466a-aabd-a3052376241f req-725bb373-548c-4aff-996a-8d38479caeb2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Aug 13 04:57:41.134129 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a481473-871f-4944-b254-40f2a792a51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:41.163678 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a481473-871f-4944-b254-40f2a792a51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:41.184550 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:41.204932 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:41.205422 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 4d341689-8fe9-4fc3-97fd-a68cf7b42d99 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:41.205976 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cb34c6b3-087f-4873-b700-3c84c6864a2a no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:41.214679 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a481473-871f-4944-b254-40f2a792a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:41.218702 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a481473-871f-4944-b254-40f2a792a51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:41.222529 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-7a481473-871f-4944-b254-40f2a792a51c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97df4235-0853-4c9a-9cec-1f8854de0a8e HTTP/1.1" status: 204 len: 168 time: 0.1453035 Aug 13 04:57:41.228172 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481473-871f-4944-b254-40f2a792a51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97df4235-0853-4c9a-9cec-1f8854de0a8e,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:57:41.242126 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: cb34c6b3-087f-4873-b700-3c84c6864a2a {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:41.242469 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cb34c6b3-087f-4873-b700-3c84c6864a2a not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:41.242937 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cf9a2834-3a84-47b9-9747-e06ca30f7668 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:57:41.258985 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80695d-a44e-4b7b-b30a-1f3ab241ee3a req-51a4e8a3-4b66-4681-903e-070b89182b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:41.260649 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be80695d-a44e-4b7b-b30a-1f3ab241ee3a req-51a4e8a3-4b66-4681-903e-070b89182b1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1099 time: 0.0491116 Aug 13 04:57:41.265691 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: cf9a2834-3a84-47b9-9747-e06ca30f7668 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:57:41.266050 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device cf9a2834-3a84-47b9-9747-e06ca30f7668 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:57:41.299115 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-be80695d-a44e-4b7b-b30a-1f3ab241ee3a req-f85ac18c-6b48-45da-a91d-4cd925f04a14 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303640 Aug 13 04:57:41.648734 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be57f1-cb90-4aa1-aef7-dbe58e8e702c req-f0fedbc9-5c6e-49ae-838f-98121cc4b908 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:41.650214 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53be57f1-cb90-4aa1-aef7-dbe58e8e702c req-f0fedbc9-5c6e-49ae-838f-98121cc4b908 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0512829 Aug 13 04:57:41.686703 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53be57f1-cb90-4aa1-aef7-dbe58e8e702c req-60df3b9f-3823-44c4-b9b7-b7163d523ffb tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303047 Aug 13 04:57:41.794929 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68099985-73f5-49b6-a65c-833b3644a0f3 req-88ec1f60-d204-4ee8-8dd5-88f98fe24b63 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:41.797001 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68099985-73f5-49b6-a65c-833b3644a0f3 req-88ec1f60-d204-4ee8-8dd5-88f98fe24b63 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0484211 Aug 13 04:57:41.805276 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33302) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:41.809667 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Request body: {'floatingip': {'port_id': '9ec1dc42-838d-4602-88a7-98d47cf5bf11'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:41.850344 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:42.260794 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-9ab4dc8c-5397-4d70-87b3-9e57bdcf8259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:42.262894 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc3d3-3982-4a7b-b590-06c9ce9afc63 req-46128c03-9daf-406f-8d06-0b47945b7271 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:42.264389 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-491dc3d3-3982-4a7b-b590-06c9ce9afc63 req-46128c03-9daf-406f-8d06-0b47945b7271 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0800822 Aug 13 04:57:42.333653 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:42.338960 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:42.343408 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-491dc3d3-3982-4a7b-b590-06c9ce9afc63 req-a1e53a58-a0e5-4a87-84c4-0d938320ec2b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509808 Aug 13 04:57:42.442272 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Floating IP f7c3dd64-545f-43ec-b74e-87faff85bede associated. External IP: 172.27.1.5, port: 9ec1dc42-838d-4602-88a7-98d47cf5bf11. Aug 13 04:57:42.629563 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:42.640946 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Router 993bed7e-c317-4db4-bacc-96eaed070a3b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:57:42.754421 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:57:42.759246 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:42.764285 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] Sync routers for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:57:42.774560 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:42.775260 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:42.789078 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-838237b2-564d-45c7-9ea5-fadc030f7572 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "PUT /v2.0/floatingips/f7c3dd64-545f-43ec-b74e-87faff85bede HTTP/1.1" status: 200 len: 989 time: 0.9827304 Aug 13 04:57:42.789664 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:42.791884 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce803a91-659e-48c1-bba9-b1e77f671822" -d '{"events": [{"name": "network-changed", "server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:42.834903 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c40883f-f32f-49fd-8238-67c725956aed x-openstack-request-id: req-3c40883f-f32f-49fd-8238-67c725956aed {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:42.835189 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:42.835438 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c40883f-f32f-49fd-8238-67c725956aed {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:42.835827 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'status': 'completed', 'code': 200} Aug 13 04:57:42.884197 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:42.949223 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-74a850dd-8474-4ea7-80d4-fef6882f077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:42.950797 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-74a850dd-8474-4ea7-80d4-fef6882f077b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 1098 time: 0.0494118 Aug 13 04:57:43.044286 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-e42f7687-48b7-4528-8ef1-4f6eed275ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:43.046280 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-e42f7687-48b7-4528-8ef1-4f6eed275ca5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.0875714 Aug 13 04:57:43.129799 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-48af24a2-6a4a-4a9c-ac91-4bd3546d622c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11 HTTP/1.1" status: 200 len: 997 time: 0.0673683 Aug 13 04:57:43.179151 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-921d535d-a629-428f-aff4-268eec4c54db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:43.180610 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-921d535d-a629-428f-aff4-268eec4c54db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.0431409 Aug 13 04:57:43.225393 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'f7c3dd64-545f-43ec-b74e-87faff85bede', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'port_id': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'mac_address': 'fa:16:3e:d9:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:57:27Z', 'updated_at': '2021-08-13T04:57:42Z', 'revision_number': 1, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:43.227053 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-a343084c-154f-4ea2-a344-b136eec47c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:43.228608 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-a343084c-154f-4ea2-a344-b136eec47c94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398321 Aug 13 04:57:43.254300 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] Checking router: 993bed7e-c317-4db4-bacc-96eaed070a3b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:57:43.262304 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:43.262896 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:43.323843 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-0505fa28-fc76-4be4-af81-7cf93cdc54c7 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875039 Aug 13 04:57:43.366048 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:43.415034 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce803a91-659e-48c1-bba9-b1e77f671822 req-127fabe9-0f23-46a5-b432-387127fa0eb9 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834432 Aug 13 04:57:43.467080 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd06a3f-39e1-4c62-a0c4-8d7bddce7380 req-277dce68-7ff6-4781-ac72-8abf94792066 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:43.469201 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cfd06a3f-39e1-4c62-a0c4-8d7bddce7380 req-277dce68-7ff6-4781-ac72-8abf94792066 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0523491 Aug 13 04:57:43.506436 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cfd06a3f-39e1-4c62-a0c4-8d7bddce7380 req-a97a4da4-1ee1-4f70-a265-41573bdf2d2b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Aug 13 04:57:43.590228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'f7c3dd64-545f-43ec-b74e-87faff85bede', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'port_id': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'mac_address': 'fa:16:3e:d9:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:57:27Z', 'updated_at': '2021-08-13T04:57:42Z', 'revision_number': 1, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:43.621034 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af71c01a-eef6-4bd8-b26b-910b26f27fb8 None None] The sync data for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi is: [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'f7c3dd64-545f-43ec-b74e-87faff85bede', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'port_id': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'mac_address': 'fa:16:3e:d9:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:57:27Z', 'updated_at': '2021-08-13T04:57:42Z', 'revision_number': 1, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:43.626137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a9c5-b918-4c9f-a247-13da4829dfaf req-3d12a97f-27e7-452c-82ab-2caa878b506a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:43.627635 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f018a9c5-b918-4c9f-a247-13da4829dfaf req-3d12a97f-27e7-452c-82ab-2caa878b506a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0522311 Aug 13 04:57:43.636043 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33316) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:57:43.641181 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Request body: {'floatingip': {'port_id': '829467c0-4297-4eb6-b30b-e0c939ced37a'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:57:43.655930 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:43.681723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:43.805771 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc3fc9-cc99-4e72-bd9a-24f7079d3e6c None None] New status for floating IP f7c3dd64-545f-43ec-b74e-87faff85bede: ACTIVE {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:57:44.081958 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:44.103309 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-1ae09f26-c7fe-40f5-ac19-2b1ae8552672 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780272 Aug 13 04:57:44.157767 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:44.161588 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:44.277667 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-ac883486-f516-4099-8bd7-5b67c8c2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:44.279036 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-ac883486-f516-4099-8bd7-5b67c8c2c070 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1099 time: 0.0852704 Aug 13 04:57:44.288306 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Floating IP cc2b02f4-e4e2-482e-903e-74bd2e483a73 associated. External IP: 172.27.1.86, port: 829467c0-4297-4eb6-b30b-e0c939ced37a. Aug 13 04:57:44.689613 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-da835c9d-695b-4a03-b9ec-0fa6cf0f4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:44.690763 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-da835c9d-695b-4a03-b9ec-0fa6cf0f4028 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 909 time: 0.3675668 Aug 13 04:57:44.820146 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-8c065364-ea50-4178-a11f-c8208a8b7749 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 1002 time: 0.1204190 Aug 13 04:57:44.878989 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Router 3ce55b29-3cb5-47b6-9315-49c23e68b51b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:57:44.887135 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-ab454a0e-33dd-4cdb-b44c-4974a24164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:44.888565 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-ab454a0e-33dd-4cdb-b44c-4974a24164b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.0585434 Aug 13 04:57:45.001950 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-12ae368e-caf1-482a-87f3-777fa8f76bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:45.003320 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-12ae368e-caf1-482a-87f3-777fa8f76bb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075735 Aug 13 04:57:45.034474 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:57:45.038973 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:45.043616 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] Sync routers for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:57:45.053846 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:45.054457 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:45.097603 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-fb4c9946-a5ea-460c-861b-940f1505efef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "PUT /v2.0/floatingips/cc2b02f4-e4e2-482e-903e-74bd2e483a73 HTTP/1.1" status: 200 len: 991 time: 1.4578321 Aug 13 04:57:45.097603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:57:45.099924 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:57:45.132674 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-93ca66eb-75b0-42d3-acec-37fecf30f75a service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191289 Aug 13 04:57:45.166436 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:45.199619 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607749f4-9dd0-40f2-b15d-6bfb90dfe713 x-openstack-request-id: req-607749f4-9dd0-40f2-b15d-6bfb90dfe713 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:57:45.199905 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:57:45.200152 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-607749f4-9dd0-40f2-b15d-6bfb90dfe713 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:57:45.200534 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'status': 'completed', 'code': 200} Aug 13 04:57:45.234472 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a7c41329-f075-4cf8-84d6-0286c2cc8546 req-c16c566f-59b5-48ce-9280-afafdea61f89 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929062 Aug 13 04:57:45.309194 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-9c261ce8-a475-4872-b4ba-731fb7cb860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:45.310626 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-9c261ce8-a475-4872-b4ba-731fb7cb860f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1099 time: 0.0559881 Aug 13 04:57:45.388192 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'cc2b02f4-e4e2-482e-903e-74bd2e483a73', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'port_id': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'mac_address': 'fa:16:3e:80:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:57:29Z', 'updated_at': '2021-08-13T04:57:44Z', 'revision_number': 1, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:45.418271 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-103dc796-7224-4d8d-82d9-afa400889e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:45.419727 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-103dc796-7224-4d8d-82d9-afa400889e98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.0869827 Aug 13 04:57:45.424234 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] Checking router: 3ce55b29-3cb5-47b6-9315-49c23e68b51b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:57:45.435116 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:57:45.435869 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:57:45.436501 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:57:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:45.488900 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-a3aa3f86-4d61-4b73-9ca2-97df73f8e188 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 200 len: 999 time: 0.0598290 Aug 13 04:57:45.536451 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:57:45.538633 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-4a0e1455-1a4e-4ac4-990c-f93d60cc3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:45.540101 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-4a0e1455-1a4e-4ac4-990c-f93d60cc3ea4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0432467 Aug 13 04:57:45.590383 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-442dae00-95e9-4f61-a187-d77c5e8832a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:57:45.591760 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-442dae00-95e9-4f61-a187-d77c5e8832a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433667 Aug 13 04:57:45.680260 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-796f19e1-016c-4d88-a009-62c6924b6d5e service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799484 Aug 13 04:57:45.756358 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'cc2b02f4-e4e2-482e-903e-74bd2e483a73', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'port_id': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'mac_address': 'fa:16:3e:80:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:57:29Z', 'updated_at': '2021-08-13T04:57:44Z', 'revision_number': 1, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:57:45.780334 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63d15609-0aa9-44c0-be0b-7a0d66d90f2c req-09a14425-37da-4ad7-a7fa-b5cef3d98ced service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 Aug 13 04:57:45.782225 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3941681-7c0d-4357-a1f2-a3746aae50b9 None None] The sync data for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi is: [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': 'cc2b02f4-e4e2-482e-903e-74bd2e483a73', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'port_id': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'mac_address': 'fa:16:3e:80:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:57:29Z', 'updated_at': '2021-08-13T04:57:44Z', 'revision_number': 1, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:57:46.060026 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c355e51-54b2-4828-8ab5-b570b3f231c7 None None] New status for floating IP cc2b02f4-e4e2-482e-903e-74bd2e483a73: ACTIVE {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:58:10.053116 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-5b4346ce-4d6c-41e8-8920-d59dfcab7b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:12.261950 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d6f36d4a-c260-40d5-9bb5-9954967b9aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:12.629762 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:13.644088 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:14.087938 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:15.407561 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:17.514841 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:58:40.052145 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-62705d0d-84f8-4864-9839-e95bd732c70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:42.264787 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-11b1ac34-1856-4b98-94ac-50b2ec31f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:42.630888 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:43.645495 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:44.085964 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:45.063343 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-bd0564c4-ba1e-47a2-92b4-95bbef6af253 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401528 Aug 13 04:58:45.137753 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447689cd-548d-48e5-a839-b8b914d6de60 req-60611e2c-dc48-425b-bd42-47e23b88e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:58:45.139714 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-60611e2c-dc48-425b-bd42-47e23b88e139 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 1099 time: 0.0386376 Aug 13 04:58:45.241591 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447689cd-548d-48e5-a839-b8b914d6de60 req-62b6cdff-9cec-4a1d-bb54-3b0bb14c30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:58:45.243009 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-62b6cdff-9cec-4a1d-bb54-3b0bb14c30a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.0839615 Aug 13 04:58:45.306894 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-938aa010-414f-4ab3-b2cb-d4aff30d7cf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66e19b0f-788c-4e15-9783-5a96138afc4b HTTP/1.1" status: 200 len: 1001 time: 0.0560701 Aug 13 04:58:45.362889 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447689cd-548d-48e5-a839-b8b914d6de60 req-6fabf2c6-35c0-4485-8904-520f717ea496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:58:45.364280 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-6fabf2c6-35c0-4485-8904-520f717ea496 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0501180 Aug 13 04:58:45.412324 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:58:45.417881 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447689cd-548d-48e5-a839-b8b914d6de60 req-c165666e-65ea-4bd0-a47b-e0382a5b0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:58:45.419393 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-c165666e-65ea-4bd0-a47b-e0382a5b0919 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467038 Aug 13 04:58:45.508299 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-d170b935-70fa-41f4-bc8e-c06209aa28e9 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803676 Aug 13 04:58:45.599902 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-447689cd-548d-48e5-a839-b8b914d6de60 req-ca64931e-13f7-49fa-9ac9-397c389dba6b service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839314 Aug 13 04:58:54.513485 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:59:10.051789 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-0f241dcc-a674-41c0-869c-a07a10ef7316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:10.920741 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-276cd19f-2011-49e0-873d-4843f216464b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55448807&fields=id&tenant_id=4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 267 time: 0.0340528 Aug 13 04:59:11.028846 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-a8a28351-bada-4e87-858d-513f99f9131a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:11.029613 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-a8a28351-bada-4e87-858d-513f99f9131a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 812 time: 0.1016955 Aug 13 04:59:11.044455 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-dd855162-bae4-4327-8af1-6593e4cca223 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/quotas/4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 375 time: 0.0089898 Aug 13 04:59:11.107891 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-ae28ef13-3ecf-435f-96c1-90954305cdd8 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0572355 Aug 13 04:59:11.213573 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-a48c5d98-0405-4081-b670-de035a6d9f2f service neutron] 10.222.0.18 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933580 Aug 13 04:59:11.302088 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-59913845-fe42-4244-abcc-bf9821000e03 service neutron] 10.222.0.18 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876298 Aug 13 04:59:11.582236 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-548e7609-ed84-4853-ad2c-1e371685bf4c req-81eb6ea5-b958-4b1e-8411-4eb994f170a4 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 210 time: 0.0273545 Aug 13 04:59:12.264347 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c6bae767-28bf-469c-b223-22bf6698cec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:12.467259 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a866a-d954-4701-a022-bba5ba756927 req-43a8ac59-fc97-4ed5-8fa6-9064e8da4d58 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:12.468765 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e01a866a-d954-4701-a022-bba5ba756927 req-43a8ac59-fc97-4ed5-8fa6-9064e8da4d58 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0520346 Aug 13 04:59:12.506687 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e01a866a-d954-4701-a022-bba5ba756927 req-af548eb5-3659-4198-8c67-2b1925342b91 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307696 Aug 13 04:59:12.642127 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:12.704846 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-10172416-24ec-4c32-9515-5d514df31313 req-071d83ac-cf74-491f-9eea-53c1217a037e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 210 time: 0.0326443 Aug 13 04:59:12.727601 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-acdbfd04-ae5c-496a-89f7-aaa998a6e124 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:12.729080 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-acdbfd04-ae5c-496a-89f7-aaa998a6e124 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 812 time: 0.1382973 Aug 13 04:59:12.785832 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bc3b0df0-33d5-4dac-8bcd-40e4fc54d889 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eedd9abb597468d93c49ee068247ecb HTTP/1.1" status: 200 len: 378 time: 0.0326438 Aug 13 04:59:12.796484 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'port': {'device_id': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'admin_state_up': True, 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'security_groups': ['b45d3628-3c83-4d66-b354-a498b1b68e74']}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:59:12.902861 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Made reservation on behalf of 4eedd9abb597468d93c49ee068247ecb for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:59:12.906462 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.026263 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Allocated IP 172.20.0.10 (e9305c5d-ab27-4ea4-a40b-c4b8a232116b/382b3b6b-8247-41cd-8513-99bb26b3c8df/8a139ca9-8c62-4689-8380-0b06539f446a) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:59:13.164911 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.178634 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Transition to ACTIVE for port object 8a139ca9-8c62-4689-8380-0b06539f446a will not be triggered until provisioned by entity DHCP. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:59:13.210651 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.257666 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:59:13.260708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:59:13.264316 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:59:13.287657 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=8a139ca9-8c62-4689-8380-0b06539f446a,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:13.308444 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.308789 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.309127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.309541 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.309878 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.310206 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.310533 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.310861 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.311185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.311507 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.311824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.312142 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:13.331638 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:13.332268 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.349659 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bbb5e17a-e646-482b-a369-78b7c34f66c5 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569112 Aug 13 04:59:13.369187 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Request body: {'port': {'device_id': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:59:13.425384 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.519762 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e3e1674e-b5c0-4bef-b688-3c6a848f7d28 None None] Provisioning for port 8a139ca9-8c62-4689-8380-0b06539f446a completed by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:59:13.523402 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-e3e1674e-b5c0-4bef-b688-3c6a848f7d28 None None] Provisioning complete for port 8a139ca9-8c62-4689-8380-0b06539f446a triggered by entity DHCP. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:59:13.524121 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-e3e1674e-b5c0-4bef-b688-3c6a848f7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.557742 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1674e-b5c0-4bef-b688-3c6a848f7d28 None None] Port 8a139ca9-8c62-4689-8380-0b06539f446a cannot update to ACTIVE because it is not bound. {{(pid=105493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:59:13.650829 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.660194 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693105-fadb-457c-81da-d61594707493 req-9dd988ba-ae6d-4d95-aa8e-268bad69b735 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:13.661686 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-59693105-fadb-457c-81da-d61594707493 req-9dd988ba-ae6d-4d95-aa8e-268bad69b735 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0745535 Aug 13 04:59:13.721858 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-59693105-fadb-457c-81da-d61594707493 req-24534ac0-cd00-49d2-a387-66eb65aa118f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530782 Aug 13 04:59:13.755085 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a139ca9-8c62-4689-8380-0b06539f446a {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:59:13.763116 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.774814 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Transition to ACTIVE for port object 8a139ca9-8c62-4689-8380-0b06539f446a will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:59:13.787479 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:13.855420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Pushing event updated for resources: {'Port': ['ID=8a139ca9-8c62-4689-8380-0b06539f446a,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:13.874761 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b29cd-a24d-4381-b8b5-53d8b6cc8307 req-1d1220bd-5e21-48d7-80cd-cae6b4227844 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:13.876275 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c31b29cd-a24d-4381-b8b5-53d8b6cc8307 req-1d1220bd-5e21-48d7-80cd-cae6b4227844 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0978529 Aug 13 04:59:13.953084 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c31b29cd-a24d-4381-b8b5-53d8b6cc8307 req-61f95dd1-3dd8-4842-8aa3-f461ff88adcd tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625288 Aug 13 04:59:13.972658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Attempting to bind port 8a139ca9-8c62-4689-8380-0b06539f446a on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:59:13.972658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Attempting to bind port 8a139ca9-8c62-4689-8380-0b06539f446a by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:59:13.972658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Attempting to bind port 8a139ca9-8c62-4689-8380-0b06539f446a on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:59:13.972658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Port 8a139ca9-8c62-4689-8380-0b06539f446a on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:59:13.972658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Attempting to bind port 8a139ca9-8c62-4689-8380-0b06539f446a on network e9305c5d-ab27-4ea4-a40b-c4b8a232116b {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:59:13.977033 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:59:13.977371 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Checking segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:59:13.977790 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Bound using segment: {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:59:13.978220 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Bound port: 8a139ca9-8c62-4689-8380-0b06539f446a, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb032025-0ef1-4408-bbee-fa75485e12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:59:13.978582 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:14.040987 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] For port 8a139ca9-8c62-4689-8380-0b06539f446a, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:59:14.043970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] For port 8a139ca9-8c62-4689-8380-0b06539f446a, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8a139ca9-8c62-4689-8380-0b06539f446a,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:59:14.048012 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:14.082120 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:14.082726 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:14.084069 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] 10.222.0.58 "PUT /v2.0/ports/8a139ca9-8c62-4689-8380-0b06539f446a HTTP/1.1" status: 200 len: 1094 time: 0.7196012 Aug 13 04:59:14.084511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:59:14.086726 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:59:14.104377 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:14.114948 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81475671-e077-4a14-8e2b-36124a2fa71d service neutron] Pushing event updated for resources: {'Port': ['ID=8a139ca9-8c62-4689-8380-0b06539f446a,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:14.126932 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d7b303-a387-412d-9b86-d1515c76da23 x-openstack-request-id: req-49d7b303-a387-412d-9b86-d1515c76da23 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:59:14.127217 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:59:14.127487 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49d7b303-a387-412d-9b86-d1515c76da23 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:59:14.127897 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a', 'status': 'completed', 'code': 200} Aug 13 04:59:14.209956 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-ea1be20a-b177-406d-89f5-b9c7b43064ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:14.211606 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-ea1be20a-b177-406d-89f5-b9c7b43064ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0431597 Aug 13 04:59:14.261450 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-ea3559b0-8703-4ff4-873d-c1005fdd7ff2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a139ca9-8c62-4689-8380-0b06539f446a HTTP/1.1" status: 200 len: 217 time: 0.0342891 Aug 13 04:59:14.554296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-55420ea6-935a-4e58-875b-95f86932b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:14.555679 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-55420ea6-935a-4e58-875b-95f86932b5d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.2867672 Aug 13 04:59:14.600228 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-10b84ec7-eee9-4185-becb-ca0a58974929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:14.601697 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-10b84ec7-eee9-4185-becb-ca0a58974929 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378087 Aug 13 04:59:14.688255 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-5b452ee5-f98f-40e1-84aa-1eb96bfadf9b service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789325 Aug 13 04:59:14.780810 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ba5afcca-37d4-4be9-952c-1c8235eb3774 req-bb782e7b-9ca9-4018-9470-9441b22d4b4b service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852261 Aug 13 04:59:14.844916 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f768f02-d930-45a6-b66a-fa3524e82b45 req-59d8fb20-b6ef-4113-9532-804be1cca108 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:14.846363 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7f768f02-d930-45a6-b66a-fa3524e82b45 req-59d8fb20-b6ef-4113-9532-804be1cca108 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0501509 Aug 13 04:59:14.920076 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7f768f02-d930-45a6-b66a-fa3524e82b45 req-0e0d8935-cf3c-448b-a88c-467ac01ebe57 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674841 Aug 13 04:59:14.929349 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-cdc2b1d2-e3ef-4c27-a053-6b601b999ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:14.930829 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-cdc2b1d2-e3ef-4c27-a053-6b601b999ec3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0575569 Aug 13 04:59:15.018737 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-0ec1ba30-78ba-4885-b75d-edd7e6d9c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:15.020215 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-0ec1ba30-78ba-4885-b75d-edd7e6d9c651 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.0823498 Aug 13 04:59:15.086171 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-f46c9183-1210-41de-924a-6c5cc871e2d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a139ca9-8c62-4689-8380-0b06539f446a HTTP/1.1" status: 200 len: 217 time: 0.0553434 Aug 13 04:59:15.131242 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c696f5-1f7d-4316-b111-f376745cb9d1 req-f1a80c4c-60d1-4eb5-b48c-31e5fa6f8362 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:15.132672 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63c696f5-1f7d-4316-b111-f376745cb9d1 req-f1a80c4c-60d1-4eb5-b48c-31e5fa6f8362 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.1108532 Aug 13 04:59:15.158061 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-0b2a02a7-1cab-4031-a289-8ae656fdafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:15.159424 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-0b2a02a7-1cab-4031-a289-8ae656fdafbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0651300 Aug 13 04:59:15.198396 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-63c696f5-1f7d-4316-b111-f376745cb9d1 req-cb0378f3-77d7-4b68-a1eb-897148abfce8 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579505 Aug 13 04:59:15.214316 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-0e74d08a-9847-4832-a8b0-fd886b36973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:15.216356 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-0e74d08a-9847-4832-a8b0-fd886b36973c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443764 Aug 13 04:59:15.308854 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-cb39f3ca-157d-4600-b958-0eb15e7453e3 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855651 Aug 13 04:59:15.397827 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e90828f7-49c1-462e-a7f0-2f43cae8b6c3 req-8833bf7d-ba14-4961-ae0b-1bd178fc38fc service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811486 Aug 13 04:59:15.413251 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:16.037267 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6436a47-4dab-47a6-929c-e54ddeef9e19 req-02776f7a-f725-4fba-ab2d-83998498c3a9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:16.038696 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c6436a47-4dab-47a6-929c-e54ddeef9e19 req-02776f7a-f725-4fba-ab2d-83998498c3a9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0492642 Aug 13 04:59:16.079170 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c6436a47-4dab-47a6-929c-e54ddeef9e19 req-a4e8d45b-89c7-4b80-b8b7-6a3be1d39e9b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Aug 13 04:59:16.310040 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c37615-52df-485c-b7da-13655da89fc3 req-023428f0-8c62-4397-9d92-c38b4b262b18 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:16.311426 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-79c37615-52df-485c-b7da-13655da89fc3 req-023428f0-8c62-4397-9d92-c38b4b262b18 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0474207 Aug 13 04:59:16.347603 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-79c37615-52df-485c-b7da-13655da89fc3 req-69a57f0f-2661-4351-93ff-1087ed90ab2e tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304544 Aug 13 04:59:17.195986 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150393aa-68a4-490b-a5ef-607c6347d548 req-de425d41-8ea9-4999-a697-110453f37284 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:17.197414 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-150393aa-68a4-490b-a5ef-607c6347d548 req-de425d41-8ea9-4999-a697-110453f37284 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0476794 Aug 13 04:59:17.233563 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-150393aa-68a4-490b-a5ef-607c6347d548 req-087f5eec-6548-4c84-845b-c43a47b6d3a1 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303552 Aug 13 04:59:17.456375 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39de66-fb18-4090-a033-a35446c7346c req-491f8bc2-f84c-4b97-80e9-37187201566d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:17.457810 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5c39de66-fb18-4090-a033-a35446c7346c req-491f8bc2-f84c-4b97-80e9-37187201566d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0461874 Aug 13 04:59:17.497337 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5c39de66-fb18-4090-a033-a35446c7346c req-8cb69a93-a6fb-48d9-b0e5-d5883333b9c6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337279 Aug 13 04:59:18.353297 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fb214-6668-4542-986a-02347cc14aef req-3a57a5a5-1d49-4afa-a66f-b71a048fa168 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:18.354840 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db5fb214-6668-4542-986a-02347cc14aef req-3a57a5a5-1d49-4afa-a66f-b71a048fa168 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0530698 Aug 13 04:59:18.393411 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-db5fb214-6668-4542-986a-02347cc14aef req-8891661a-6a1b-4918-bcb9-3e13d642769e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Aug 13 04:59:18.609365 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34296173-4654-470a-a298-967ed66fa1f4 req-493e9f94-4676-4f1f-a215-33a034902e47 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:18.611171 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-34296173-4654-470a-a298-967ed66fa1f4 req-493e9f94-4676-4f1f-a215-33a034902e47 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0483150 Aug 13 04:59:18.649253 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-34296173-4654-470a-a298-967ed66fa1f4 req-e7ab4c7c-d141-4130-9130-ba7f39c2c098 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315425 Aug 13 04:59:19.510912 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a94e7-9aed-40b1-b0fe-c1620db86a4f req-04b3f08b-ec5c-4c91-8f17-28a135c6fa74 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:19.512968 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-859a94e7-9aed-40b1-b0fe-c1620db86a4f req-04b3f08b-ec5c-4c91-8f17-28a135c6fa74 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0464411 Aug 13 04:59:19.552871 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-859a94e7-9aed-40b1-b0fe-c1620db86a4f req-a34d7295-4316-4c16-a5ff-87736a995055 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340724 Aug 13 04:59:19.764573 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf86f71-f689-447f-a71b-b8b36f19a355 req-86b72b00-28a9-4a4b-b18c-d8ea0561b632 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:19.766043 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbf86f71-f689-447f-a71b-b8b36f19a355 req-86b72b00-28a9-4a4b-b18c-d8ea0561b632 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0479879 Aug 13 04:59:19.802713 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cbf86f71-f689-447f-a71b-b8b36f19a355 req-ac1feb3e-90cd-4c0b-b297-5ba924208cef tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307298 Aug 13 04:59:20.670339 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61555f2c-ef58-4584-bd6b-6fcc5199f52d req-d7cd1c52-4ef4-4d63-97fb-6f39c57bf657 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:20.671802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-61555f2c-ef58-4584-bd6b-6fcc5199f52d req-d7cd1c52-4ef4-4d63-97fb-6f39c57bf657 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Aug 13 04:59:20.709176 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-61555f2c-ef58-4584-bd6b-6fcc5199f52d req-c20e3a13-84c9-4f0d-9d8a-2b859fa49893 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Aug 13 04:59:20.920173 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581aff1-acb8-495b-81fb-790680e0e9cb req-ad79ebc0-04a7-4409-a9f6-806785bcdbe9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:20.921544 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1581aff1-acb8-495b-81fb-790680e0e9cb req-ad79ebc0-04a7-4409-a9f6-806785bcdbe9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0500829 Aug 13 04:59:20.960337 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1581aff1-acb8-495b-81fb-790680e0e9cb req-4507ced4-eb36-41e9-bd01-5fad6c3e14f8 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329926 Aug 13 04:59:21.824550 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165101-23de-4924-bdfd-7353285382be req-c5d2c519-0ecf-49a9-abd6-411b4cedc0ce tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:21.826057 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92165101-23de-4924-bdfd-7353285382be req-c5d2c519-0ecf-49a9-abd6-411b4cedc0ce tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0473244 Aug 13 04:59:21.861943 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92165101-23de-4924-bdfd-7353285382be req-c09444d2-44ec-45c7-91fe-55eb8e965b73 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301077 Aug 13 04:59:22.073229 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608c923-2d6f-4b54-a27b-cd35a911e7db req-abf46e93-dec6-45dc-9804-be2a0c324846 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:22.074715 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b608c923-2d6f-4b54-a27b-cd35a911e7db req-abf46e93-dec6-45dc-9804-be2a0c324846 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0479779 Aug 13 04:59:22.111234 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b608c923-2d6f-4b54-a27b-cd35a911e7db req-26c16bba-8c33-429b-9315-f0a4889f7f22 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307362 Aug 13 04:59:22.496961 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071149-1ef4-4a2b-8966-467037f0c095 req-2da861fe-8123-4856-a3ef-14477aab757a tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:22.498424 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78071149-1ef4-4a2b-8966-467037f0c095 req-2da861fe-8123-4856-a3ef-14477aab757a tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0477870 Aug 13 04:59:22.538524 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78071149-1ef4-4a2b-8966-467037f0c095 req-55d06726-a12d-4593-8096-d1a06857d494 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343053 Aug 13 04:59:22.979574 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777d1e4-03c8-4e7a-97ee-8b762ee38402 req-6c4461a8-8fd9-4414-9391-e5f38b34dc0d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:22.981027 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e777d1e4-03c8-4e7a-97ee-8b762ee38402 req-6c4461a8-8fd9-4414-9391-e5f38b34dc0d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0476182 Aug 13 04:59:23.018141 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e777d1e4-03c8-4e7a-97ee-8b762ee38402 req-dd8a77e8-d4ad-43ef-96e0-a9939ae508e6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310245 Aug 13 04:59:23.237104 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94e4a0-7cd9-4616-b092-817192178706 req-cbe0fef9-f868-46a0-809f-1b25c41fa983 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:23.238595 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b94e4a0-7cd9-4616-b092-817192178706 req-cbe0fef9-f868-46a0-809f-1b25c41fa983 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0590894 Aug 13 04:59:23.275414 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b94e4a0-7cd9-4616-b092-817192178706 req-908d85ec-55a7-466c-9b9a-3cea7138c0ef tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310123 Aug 13 04:59:23.650717 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02d086-e320-4bab-a50f-1560205fc704 req-42bda13f-fb50-4745-a35f-3093e8db92ee tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:23.652164 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3d02d086-e320-4bab-a50f-1560205fc704 req-42bda13f-fb50-4745-a35f-3093e8db92ee tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0485201 Aug 13 04:59:23.697930 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3d02d086-e320-4bab-a50f-1560205fc704 req-dfb0e388-7434-4914-acc8-122f00fbdc21 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356934 Aug 13 04:59:24.136019 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65409cfb-4cab-43f6-930a-5a3dd4a11a34 req-6fbe971a-9151-4f4f-af7f-ac21b17e34ea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:24.137547 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65409cfb-4cab-43f6-930a-5a3dd4a11a34 req-6fbe971a-9151-4f4f-af7f-ac21b17e34ea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0479193 Aug 13 04:59:24.174535 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-65409cfb-4cab-43f6-930a-5a3dd4a11a34 req-21223fb6-98ec-478f-a02d-1a56eb0438b9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310686 Aug 13 04:59:24.384566 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9afcc2-9c4b-4ecb-8346-94761c78f37f req-db7c7eda-04c1-4e6f-b2e7-dbf04ca06efc tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:24.386021 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4e9afcc2-9c4b-4ecb-8346-94761c78f37f req-db7c7eda-04c1-4e6f-b2e7-dbf04ca06efc tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0466523 Aug 13 04:59:24.422741 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4e9afcc2-9c4b-4ecb-8346-94761c78f37f req-aba40a1b-6d63-4801-9638-d205afaab14d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305269 Aug 13 04:59:24.809626 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96c9d-11e1-4c69-9c18-9c187b5a70f8 req-653d7801-b975-4848-8b76-5cf213dfd431 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:24.811089 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8c96c9d-11e1-4c69-9c18-9c187b5a70f8 req-653d7801-b975-4848-8b76-5cf213dfd431 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0480232 Aug 13 04:59:24.851434 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d8c96c9d-11e1-4c69-9c18-9c187b5a70f8 req-a038bfff-1a5b-4cc9-a4da-7f867e3f25e5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346110 Aug 13 04:59:25.083192 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:59:25.180558 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:25.191413 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'port_id': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'mac_address': 'fa:16:3e:80:65:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:59:25.227086 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:25.239942 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 829467c0-4297-4eb6-b30b-e0c939ced37a {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:59:25.259258 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:25.263507 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:25.294755 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc7cd4-9556-49cc-8908-9d60d2301d52 req-9fff8183-1b90-41f5-8734-a09c6d386b1d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:25.296256 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8dc7cd4-9556-49cc-8908-9d60d2301d52 req-9fff8183-1b90-41f5-8734-a09c6d386b1d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0511794 Aug 13 04:59:25.313903 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=6']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:25.320974 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.321331 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.321916 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.322254 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.322586 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.322939 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.323317 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.323648 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.323977 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.324304 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.324652 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.324973 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:59:25.334095 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c8dc7cd4-9556-49cc-8908-9d60d2301d52 req-da393c1d-e9ac-4691-8244-8e9a5e6d6ff3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 13 04:59:25.510187 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['829467c0-4297-4eb6-b30b-e0c939ced37a'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:59:25.535366 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6ef8f-6c30-4f54-90d8-d2085083611c req-223329ec-ff37-4e24-a8ce-09d212610aac tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:25.536825 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8bd6ef8f-6c30-4f54-90d8-d2085083611c req-223329ec-ff37-4e24-a8ce-09d212610aac tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0489585 Aug 13 04:59:25.574341 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-8bd6ef8f-6c30-4f54-90d8-d2085083611c req-6b70d44f-cd8d-47bc-8c74-b87599fcad4d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314450 Aug 13 04:59:25.962739 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c7b14-2b8a-4eb4-be77-5ccd9f13ade9 req-e86285ff-176b-42b8-8591-f324af236d85 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:25.964172 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bd5c7b14-2b8a-4eb4-be77-5ccd9f13ade9 req-e86285ff-176b-42b8-8591-f324af236d85 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0472422 Aug 13 04:59:26.004164 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bd5c7b14-2b8a-4eb4-be77-5ccd9f13ade9 req-fe00fae8-5d60-49cb-b86a-ff3237bb12c9 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 Aug 13 04:59:26.450597 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a2cf-7a86-4b34-95ce-a206c3bf6e7f req-8e51a84c-3ccc-405b-9078-93fc78cadea3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:26.452039 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2b85a2cf-7a86-4b34-95ce-a206c3bf6e7f req-8e51a84c-3ccc-405b-9078-93fc78cadea3 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 945 time: 0.0475438 Aug 13 04:59:26.488488 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2b85a2cf-7a86-4b34-95ce-a206c3bf6e7f req-42170e82-fa5e-4ad0-92da-36afe104a742 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307477 Aug 13 04:59:26.686632 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5a49d-1671-49c0-9953-1934c6f87570 req-cf2a6bc4-4fb5-42a6-a88b-4bd5ec3ae65f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:26.687996 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ad5a49d-1671-49c0-9953-1934c6f87570 req-cf2a6bc4-4fb5-42a6-a88b-4bd5ec3ae65f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0482447 Aug 13 04:59:26.724835 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7ad5a49d-1671-49c0-9953-1934c6f87570 req-9433d572-f8d2-492e-997d-6e7c35b4d1f7 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310874 Aug 13 04:59:27.095066 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:59:27.120129 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69f908-235a-434b-b208-ba54ea7a84fd req-ae6c44e0-219d-40aa-ad16-ef9ef088e1e8 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:27.122248 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2b69f908-235a-434b-b208-ba54ea7a84fd req-ae6c44e0-219d-40aa-ad16-ef9ef088e1e8 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0506811 Aug 13 04:59:27.144658 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 829467c0-4297-4eb6-b30b-e0c939ced37a triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:59:27.145050 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:27.162287 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2b69f908-235a-434b-b208-ba54ea7a84fd req-d04cc79d-9e90-4133-90d7-8c049bc88b6b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342171 Aug 13 04:59:27.340566 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:27.362727 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:59:27.364917 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f126c-083f-461f-adac-d757fa73c4d6" -d '{"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-plugged", "status": "completed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:59:27.378297 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:27.381964 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:27.405713 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464130c3-cb54-4c09-a8ee-a196d63ea5a4 x-openstack-request-id: req-464130c3-cb54-4c09-a8ee-a196d63ea5a4 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:59:27.405998 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-plugged", "status": "completed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:59:27.406247 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-464130c3-cb54-4c09-a8ee-a196d63ea5a4 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:59:27.406627 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'code': 200} Aug 13 04:59:27.431173 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=7']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:27.604676 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19792956-b216-4807-ad29-555c8ffc1005 req-764a049c-9be9-438c-951f-39f9f080e30e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:27.606818 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-19792956-b216-4807-ad29-555c8ffc1005 req-764a049c-9be9-438c-951f-39f9f080e30e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0481806 Aug 13 04:59:27.642601 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-19792956-b216-4807-ad29-555c8ffc1005 req-42ccc6b9-de48-4136-8c80-7033bc1abd9b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299759 Aug 13 04:59:27.837185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de722f24-5183-45e9-bd30-cc256b93d505 req-dc68ca1a-ec09-4eb6-bd1c-ce9f19fcded2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:27.838707 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de722f24-5183-45e9-bd30-cc256b93d505 req-dc68ca1a-ec09-4eb6-bd1c-ce9f19fcded2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0473509 Aug 13 04:59:27.880089 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-de722f24-5183-45e9-bd30-cc256b93d505 req-937e3a29-fe97-4fd8-8415-071ef385e2ba tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350657 Aug 13 04:59:28.275360 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12de76-d4a0-41fb-a75b-bc5169cc2852 req-49f583e2-0c30-4dc8-b0df-94f0a6b747cd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:28.276788 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5d12de76-d4a0-41fb-a75b-bc5169cc2852 req-49f583e2-0c30-4dc8-b0df-94f0a6b747cd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0472457 Aug 13 04:59:28.315796 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5d12de76-d4a0-41fb-a75b-bc5169cc2852 req-4af62dcd-5707-4958-bd63-c463218d1674 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333140 Aug 13 04:59:28.758953 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b2ab-f93e-4da4-a035-26b3370bea92 req-87863bc2-a448-456a-90ef-1dfd34510f8a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:28.760232 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb88b2ab-f93e-4da4-a035-26b3370bea92 req-87863bc2-a448-456a-90ef-1dfd34510f8a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0478392 Aug 13 04:59:28.797329 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb88b2ab-f93e-4da4-a035-26b3370bea92 req-836a9cd2-9b0c-4d2d-8401-33dfb7020890 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Aug 13 04:59:28.993103 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef982068-28d1-487b-bdbd-a36ce4d2c01c req-bfbd0a6e-05cf-4ea2-b435-fac31b88e7d3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:28.994600 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ef982068-28d1-487b-bdbd-a36ce4d2c01c req-bfbd0a6e-05cf-4ea2-b435-fac31b88e7d3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 944 time: 0.0486155 Aug 13 04:59:29.032038 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ef982068-28d1-487b-bdbd-a36ce4d2c01c req-fbc9467f-b42c-4ebd-b51f-1ac34e35243f tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317194 Aug 13 04:59:29.101602 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 8a139ca9-8c62-4689-8380-0b06539f446a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:59:29.195176 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 8a139ca9-8c62-4689-8380-0b06539f446a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8a139ca9-8c62-4689-8380-0b06539f446a,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:29.206192 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '8a139ca9-8c62-4689-8380-0b06539f446a', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'port_id': '8a139ca9-8c62-4689-8380-0b06539f446a', 'mac_address': 'fa:16:3e:9f:60:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:59:29.241880 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:29.253770 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a139ca9-8c62-4689-8380-0b06539f446a {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:59:29.276937 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 8a139ca9-8c62-4689-8380-0b06539f446a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8a139ca9-8c62-4689-8380-0b06539f446a,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:29.280875 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:29.325232 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=8a139ca9-8c62-4689-8380-0b06539f446a,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:29.425517 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc66a7-558d-4f7e-9e2c-3fbcb3438601 req-4f0bb337-60bd-43a9-affc-755097c505d1 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:29.426935 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-19fc66a7-558d-4f7e-9e2c-3fbcb3438601 req-4f0bb337-60bd-43a9-affc-755097c505d1 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0468824 Aug 13 04:59:29.467599 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-19fc66a7-558d-4f7e-9e2c-3fbcb3438601 req-544930c0-5127-4a33-afac-483312504407 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348973 Aug 13 04:59:29.815612 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['8a139ca9-8c62-4689-8380-0b06539f446a'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:59:29.913393 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62c62-a8ee-436f-bd37-922aeac1ef24 req-a487483a-0310-4203-970c-974f702aa222 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:29.914888 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a9a62c62-a8ee-436f-bd37-922aeac1ef24 req-a487483a-0310-4203-970c-974f702aa222 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0480895 Aug 13 04:59:29.952461 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a9a62c62-a8ee-436f-bd37-922aeac1ef24 req-61a202a3-849f-4f2d-8d15-1cc224d80290 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Aug 13 04:59:30.142722 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ab162-c216-404e-8e31-f7843b824b53 req-c3ad81c7-5e0d-47fc-9f1d-2c540fe1c28d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:30.144160 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-503ab162-c216-404e-8e31-f7843b824b53 req-c3ad81c7-5e0d-47fc-9f1d-2c540fe1c28d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 945 time: 0.0470846 Aug 13 04:59:30.181167 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-503ab162-c216-404e-8e31-f7843b824b53 req-a713db59-7f09-485c-827a-55057c5afe00 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308807 Aug 13 04:59:30.740294 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abbd34-085a-4be2-afb4-62957b228836 req-2d0430b9-afcd-4596-b63d-71961a72c258 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:30.741801 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-38abbd34-085a-4be2-afb4-62957b228836 req-2d0430b9-afcd-4596-b63d-71961a72c258 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.2057500 Aug 13 04:59:30.784950 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-38abbd34-085a-4be2-afb4-62957b228836 req-67b58d50-389d-4243-9a63-d4b333698a10 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367444 Aug 13 04:59:31.083314 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e76d3-703a-4a60-b757-e9cd33a0ae8c req-6eb9e10c-3758-4563-bb09-7125689e0223 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:31.085618 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f4e76d3-703a-4a60-b757-e9cd33a0ae8c req-6eb9e10c-3758-4563-bb09-7125689e0223 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0535831 Aug 13 04:59:31.091238 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 8a139ca9-8c62-4689-8380-0b06539f446a up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:59:31.137810 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2f4e76d3-703a-4a60-b757-e9cd33a0ae8c req-7aff85f3-bfa4-4842-a4d2-ad6cd7f0a58b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455043 Aug 13 04:59:31.156264 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 8a139ca9-8c62-4689-8380-0b06539f446a completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:59:31.160433 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 8a139ca9-8c62-4689-8380-0b06539f446a triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:59:31.160709 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:31.259538 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:31.285713 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:59:31.288421 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f1866-00e6-4b07-9b54-dc07b8a9606b" -d '{"events": [{"server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "name": "network-vif-plugged", "status": "completed", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:59:31.306713 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 8a139ca9-8c62-4689-8380-0b06539f446a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8a139ca9-8c62-4689-8380-0b06539f446a,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:31.312699 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:31.316485 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a949bc-6b51-4cbf-a799-f614797bd374 req-19b585e6-a612-459b-ad71-39850c3e25ae tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:31.318071 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b9a949bc-6b51-4cbf-a799-f614797bd374 req-19b585e6-a612-459b-ad71-39850c3e25ae tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 945 time: 0.0638800 Aug 13 04:59:31.346625 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de6cb4b-e3f5-4162-b4e4-18e02660cb39 x-openstack-request-id: req-3de6cb4b-e3f5-4162-b4e4-18e02660cb39 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:59:31.347002 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "name": "network-vif-plugged", "status": "completed", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:59:31.347272 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de6cb4b-e3f5-4162-b4e4-18e02660cb39 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:59:31.347655 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a', 'code': 200} Aug 13 04:59:31.389164 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=8a139ca9-8c62-4689-8380-0b06539f446a,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:31.390047 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b9a949bc-6b51-4cbf-a799-f614797bd374 req-7c8aba4f-85e5-4934-bfd7-8001bbf5173d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613179 Aug 13 04:59:31.512356 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:59:31.591707 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19cfe-d63e-458d-b434-b4b9304b43fc req-9822707e-35e0-4502-893e-a737610f7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:31.593420 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c5a19cfe-d63e-458d-b434-b4b9304b43fc req-9822707e-35e0-4502-893e-a737610f7bdd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 1099 time: 0.0561588 Aug 13 04:59:31.640216 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c5a19cfe-d63e-458d-b434-b4b9304b43fc req-344e4c9a-5e2c-4a20-886a-c75678c4769c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344381 Aug 13 04:59:31.912201 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2751a-268a-47b9-ba53-ceba0aa18ce9 req-8c2d54e1-477f-483b-a6c0-9d01a9bba400 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:31.920418 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-45f2751a-268a-47b9-ba53-ceba0aa18ce9 req-8c2d54e1-477f-483b-a6c0-9d01a9bba400 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0622876 Aug 13 04:59:31.957987 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-45f2751a-268a-47b9-ba53-ceba0aa18ce9 req-8ff9f910-5c08-425a-8532-3b4e452bbf8e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362716 Aug 13 04:59:32.268983 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ed019-b8dc-4827-9ae3-7a0762595907 req-550fd79c-dd94-4957-9960-34987a1b30b9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:32.270501 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cd9ed019-b8dc-4827-9ae3-7a0762595907 req-550fd79c-dd94-4957-9960-34987a1b30b9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0496349 Aug 13 04:59:32.311582 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cd9ed019-b8dc-4827-9ae3-7a0762595907 req-e9e222c1-0a36-4dd6-ae4e-a00a787a114d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347874 Aug 13 04:59:32.496410 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a939bbb-156a-48e7-9b26-843445293f67 req-f384723c-825e-49a2-9751-5b8f04ddaa1d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:32.497804 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9a939bbb-156a-48e7-9b26-843445293f67 req-f384723c-825e-49a2-9751-5b8f04ddaa1d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 946 time: 0.0491514 Aug 13 04:59:32.547120 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9a939bbb-156a-48e7-9b26-843445293f67 req-bb6be829-f66b-4559-93cb-a5dd8778e8f6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376465 Aug 13 04:59:32.804979 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-45aace57-39fe-4131-afcf-ba63420cfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:32.806402 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-45aace57-39fe-4131-afcf-ba63420cfe19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1099 time: 0.0479679 Aug 13 04:59:32.921702 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-98851fe2-ccfb-4b81-9d80-82919682e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:32.923187 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-98851fe2-ccfb-4b81-9d80-82919682e35f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 909 time: 0.1071353 Aug 13 04:59:32.998848 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-88801bca-29ab-4af1-91fc-469be4c28255 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 1002 time: 0.0669935 Aug 13 04:59:33.118896 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-43872ca2-e677-459a-b13c-d6af6599dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:33.120497 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-43872ca2-e677-459a-b13c-d6af6599dbff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.1100240 Aug 13 04:59:33.147923 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385e695-03a6-4981-a193-7340edcc55b8 req-202c51dc-c6f7-4e2c-8222-af24445fe353 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:33.149755 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e385e695-03a6-4981-a193-7340edcc55b8 req-202c51dc-c6f7-4e2c-8222-af24445fe353 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0872209 Aug 13 04:59:33.212802 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e385e695-03a6-4981-a193-7340edcc55b8 req-f0a17848-d058-431e-a141-9b0e50aaf2fd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478959 Aug 13 04:59:33.219720 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-67c5e4fe-5d1a-4af4-9274-53dc1f320d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:33.221582 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-67c5e4fe-5d1a-4af4-9274-53dc1f320d62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925438 Aug 13 04:59:33.396344 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-2d81507d-70bf-4fe7-90e7-44322dfc98e4 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018527 Aug 13 04:59:33.598311 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7d397316-5f8f-43d2-ab0e-28e843b6261b req-9a338a45-777b-400c-960b-0b0a7c10b4fb service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918833 Aug 13 04:59:33.608442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f842f8-9cf0-46b6-8157-891a687f2d1d req-5b11b6fb-adca-4b71-938b-0cefb55cd533 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:33.610010 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c0f842f8-9cf0-46b6-8157-891a687f2d1d req-5b11b6fb-adca-4b71-938b-0cefb55cd533 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.2021928 Aug 13 04:59:33.688549 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c0f842f8-9cf0-46b6-8157-891a687f2d1d req-5d3fabcd-3b5c-4972-9fb8-d62ec3bc7171 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709391 Aug 13 04:59:33.715795 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbecc1d-0dd0-4b43-9496-17177f93bb55 req-5f45502f-94e3-49db-a3af-f5db20ac032c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:33.718322 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3cbecc1d-0dd0-4b43-9496-17177f93bb55 req-5f45502f-94e3-49db-a3af-f5db20ac032c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 946 time: 0.0806775 Aug 13 04:59:33.759241 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3cbecc1d-0dd0-4b43-9496-17177f93bb55 req-fd4657fe-099f-4860-b013-1fbcd3ed4781 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338290 Aug 13 04:59:33.879899 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53c26-1e0f-4d76-a03b-5feabb0221bc req-cb486f91-c7e5-4b3f-8d6e-747482b94ee6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:33.881638 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cad53c26-1e0f-4d76-a03b-5feabb0221bc req-cb486f91-c7e5-4b3f-8d6e-747482b94ee6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 946 time: 0.0525334 Aug 13 04:59:33.946161 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cad53c26-1e0f-4d76-a03b-5feabb0221bc req-fd573a08-1774-454f-b7d4-4b61aeea3bcc tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546608 Aug 13 04:59:33.967139 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 33954) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:59:34.156364 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72e668-fac3-45a8-9b73-07ee3e5cc0c5 tempest-TestVolumeBootPattern-1911335630 tempest-TestVolumeBootPattern-1911335630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:34.160568 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-cb72e668-fac3-45a8-9b73-07ee3e5cc0c5 tempest-TestVolumeBootPattern-1911335630 tempest-TestVolumeBootPattern-1911335630-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 1094 time: 0.1897211 Aug 13 04:59:34.160910 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 33966) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:59:34.165585 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Request body: {'floatingip': {'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'port_id': '8a139ca9-8c62-4689-8380-0b06539f446a', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:59:34.197301 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:34.365235 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:34.382884 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fcadb-75d0-4e8a-9994-ffa2c43cfc33 req-e70accbc-1161-4ed6-989a-0c82fcd77238 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:34.384359 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab6fcadb-75d0-4e8a-9994-ffa2c43cfc33 req-e70accbc-1161-4ed6-989a-0c82fcd77238 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0847967 Aug 13 04:59:34.477413 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ab6fcadb-75d0-4e8a-9994-ffa2c43cfc33 req-fe91aeb4-8219-420d-bea8-676ecb46aa63 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835826 Aug 13 04:59:34.531241 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Allocated IP 172.27.1.250 (571ab2b9-8882-4e5d-8ce8-623d46be5761/9ad16c03-0e4d-4613-a65e-2a70bcbfb548/98f61de4-a4b9-4934-b96d-51668a647865) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:59:34.641877 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:34.699072 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:34.736941 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Network 571ab2b9-8882-4e5d-8ce8-623d46be5761 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:59:34.743658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:59:34.747842 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:59:34.783767 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=98f61de4-a4b9-4934-b96d-51668a647865,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:34.884275 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1c4ca-9106-40c3-b5f4-776e7ac947b9 req-4e47a46e-e381-4833-8ca9-3bc5dcae97dc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:34.887266 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c3d1c4ca-9106-40c3-b5f4-776e7ac947b9 req-4e47a46e-e381-4833-8ca9-3bc5dcae97dc tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.1138229 Aug 13 04:59:34.980088 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c3d1c4ca-9106-40c3-b5f4-776e7ac947b9 req-24767c8e-b0ec-4e2b-bbed-7ea5664de7e0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876434 Aug 13 04:59:35.202406 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:35.285108 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:35.446283 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:35.453814 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:35.536103 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event updated for resources: {'Port': ['ID=98f61de4-a4b9-4934-b96d-51668a647865,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:35.546106 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:35.688470 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2e14-051d-480e-affb-99e54ecbe58e req-1d422c74-f401-46f5-b893-70d2f177c1b9 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:35.690045 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f4a2e14-051d-480e-affb-99e54ecbe58e req-1d422c74-f401-46f5-b893-70d2f177c1b9 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.1068470 Aug 13 04:59:35.697498 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Floating IP df5044b7-bc16-402a-8123-b4dce29e6e04 associated. External IP: 172.27.1.250, port: 8a139ca9-8c62-4689-8380-0b06539f446a. Aug 13 04:59:35.802875 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0f4a2e14-051d-480e-affb-99e54ecbe58e req-ec35d396-e603-4c17-b860-f8f21cfbc45d tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021698 Aug 13 04:59:36.004999 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:59:36.177499 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c33d55-f828-4ffa-8ac4-cf6327f55c3f req-20f9e524-4624-43ee-9441-71a302f0a7a2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:36.179240 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4c33d55-f828-4ffa-8ac4-cf6327f55c3f req-20f9e524-4624-43ee-9441-71a302f0a7a2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.1055589 Aug 13 04:59:36.180318 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:59:36.197877 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:59:36.212903 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:59:36.214043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:59:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:59:36.222708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:36.269783 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f96ded9e-fd02-4d89-b94d-a17333d5cac0 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1076956 Aug 13 04:59:36.272293 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:59:36.275016 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53628353-47ce-4b33-ba57-2ac49ca740a0" -d '{"events": [{"name": "network-changed", "server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:59:36.283229 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f4c33d55-f828-4ffa-8ac4-cf6327f55c3f req-90e21d00-9787-41c4-a1f2-8fbf8fb8c1ec tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872681 Aug 13 04:59:36.337403 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290b9124-9199-49e4-95ca-f84dd23a49df x-openstack-request-id: req-290b9124-9199-49e4-95ca-f84dd23a49df {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:59:36.337745 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:59:36.338004 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-290b9124-9199-49e4-95ca-f84dd23a49df {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:59:36.338401 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a', 'status': 'completed', 'code': 200} Aug 13 04:59:36.391217 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:59:36.445919 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-c5dd020b-1b66-4923-81f0-2f8f1af91341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:36.447655 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-c5dd020b-1b66-4923-81f0-2f8f1af91341 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 1099 time: 0.0509064 Aug 13 04:59:36.566972 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-d867b27f-0db6-49de-922e-98f87ee8248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:36.568931 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-d867b27f-0db6-49de-922e-98f87ee8248b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.0951688 Aug 13 04:59:36.685411 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:57:00Z', 'revision_number': 1, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}, {'id': 'df5044b7-bc16-402a-8123-b4dce29e6e04', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '8a139ca9-8c62-4689-8380-0b06539f446a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:9f:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:59:35Z', 'updated_at': '2021-08-13T04:59:35Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:59:36.736896 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:59:36.755290 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:59:36.756726 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:59:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:59:36.929098 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:59:36.974834 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-b64545e3-49d0-4126-9089-38066d45d535 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a139ca9-8c62-4689-8380-0b06539f446a HTTP/1.1" status: 200 len: 1000 time: 0.3935273 Aug 13 04:59:37.000642 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699ae8f-c9e6-4eed-ac7b-7c3e31cda2d0 req-77823762-43e9-4013-98c9-44f85e5e62e2 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:37.002032 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7699ae8f-c9e6-4eed-ac7b-7c3e31cda2d0 req-77823762-43e9-4013-98c9-44f85e5e62e2 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0986643 Aug 13 04:59:37.064021 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-c6a39998-27fd-4746-a676-d63acf988a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:37.065672 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-c6a39998-27fd-4746-a676-d63acf988a94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0820792 Aug 13 04:59:37.068732 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7699ae8f-c9e6-4eed-ac7b-7c3e31cda2d0 req-ebb79edf-9901-4c58-832d-c18f01558d21 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490718 Aug 13 04:59:37.131436 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-7cb1c1be-c545-4c7f-9647-ab687e8033a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:37.133419 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-7cb1c1be-c545-4c7f-9647-ab687e8033a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509572 Aug 13 04:59:37.263106 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:57:00Z', 'revision_number': 1, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}, {'id': 'df5044b7-bc16-402a-8123-b4dce29e6e04', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '8a139ca9-8c62-4689-8380-0b06539f446a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:9f:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:59:35Z', 'updated_at': '2021-08-13T04:59:35Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:59:37.300608 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-229624f7-ac9e-427f-92a2-cbcf049a8e46 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576543 Aug 13 04:59:37.305717 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baf8b9-58af-4903-9d5c-f7d2608486f8 None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:57:00Z', 'revision_number': 1, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}, {'id': 'df5044b7-bc16-402a-8123-b4dce29e6e04', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '8a139ca9-8c62-4689-8380-0b06539f446a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:9f:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:59:35Z', 'updated_at': '2021-08-13T04:59:35Z', 'revision_number': 0, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:59:37.474467 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def523c-8a1a-4406-8178-f3f2478c1da0 req-51238cc2-9bca-432b-b43d-b870eefe0a35 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:37.482777 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6def523c-8a1a-4406-8178-f3f2478c1da0 req-51238cc2-9bca-432b-b43d-b870eefe0a35 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0977170 Aug 13 04:59:37.499363 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53628353-47ce-4b33-ba57-2ac49ca740a0 req-b9b92cee-8b76-4d53-84e8-02e90d71e6ef service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895862 Aug 13 04:59:37.550393 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6def523c-8a1a-4406-8178-f3f2478c1da0 req-3791134f-c776-4017-a6ac-8220b8fa2c50 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667381 Aug 13 04:59:37.563511 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-37904d78-95a4-43c3-ab2b-e0e68834f03e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1761363 Aug 13 04:59:37.679382 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafaa69-4a42-441b-bb63-1d2098e11391 req-9552c471-57d4-4aec-928c-f6a2b82f981e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:37.687467 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-faafaa69-4a42-441b-bb63-1d2098e11391 req-9552c471-57d4-4aec-928c-f6a2b82f981e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0708578 Aug 13 04:59:37.713607 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861f83fd-890f-4c12-a20c-87f9022c9c67 None None] New status for floating IP df5044b7-bc16-402a-8123-b4dce29e6e04: ACTIVE {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:59:37.733657 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-faafaa69-4a42-441b-bb63-1d2098e11391 req-822e4b6f-ed7d-4aa6-9f10-bc4e07fdf0a4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 Aug 13 04:59:38.736382 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a19ab-1c11-4149-a035-571cf2cffb5f req-80849eea-3273-4fe6-876d-177c88a99afb tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:38.747058 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-161a19ab-1c11-4149-a035-571cf2cffb5f req-80849eea-3273-4fe6-876d-177c88a99afb tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0805559 Aug 13 04:59:38.797811 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-161a19ab-1c11-4149-a035-571cf2cffb5f req-aec82cf5-35b9-449c-abc9-dadca5a5cd3a tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482559 Aug 13 04:59:38.900983 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9094e5-9d07-4cdd-bd31-e571c6f2f0e1 req-609f81e3-86da-4d73-9ae2-f7d044982cef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:38.902749 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ee9094e5-9d07-4cdd-bd31-e571c6f2f0e1 req-609f81e3-86da-4d73-9ae2-f7d044982cef tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0619652 Aug 13 04:59:38.951535 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ee9094e5-9d07-4cdd-bd31-e571c6f2f0e1 req-a65cd425-3626-4303-a9f3-3b9453320e57 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Aug 13 04:59:39.144755 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:59:39.230759 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:39.255035 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:59:39.257278 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e368277-0ee0-4cc1-81a8-52bd1b52e32f" -d '{"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-unplugged", "status": "completed", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:59:39.277755 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:39.283272 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:39.313461 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d984441-1a90-4419-8427-400b9f98f78c x-openstack-request-id: req-9d984441-1a90-4419-8427-400b9f98f78c {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:59:39.313820 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-unplugged", "status": "completed", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:59:39.314088 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d984441-1a90-4419-8427-400b9f98f78c {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:59:39.314482 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'code': 200} Aug 13 04:59:39.342303 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=6']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:39.531108 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-0495b1be-b09d-4977-8ef6-404f7473e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:39.532523 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-0495b1be-b09d-4977-8ef6-404f7473e8c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8&tenant_id=05c8e5f4a94547ff90f3492a9266fb26 HTTP/1.1" status: 200 len: 1097 time: 0.0874817 Aug 13 04:59:39.628147 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-81854f16-3f8a-4287-96a8-ad9b862118dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:39.629665 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-81854f16-3f8a-4287-96a8-ad9b862118dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1097 time: 0.0549874 Aug 13 04:59:39.745301 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-dc5dff25-b84d-4371-bfef-1c798654dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:39.747327 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-dc5dff25-b84d-4371-bfef-1c798654dbae service neutron] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 909 time: 0.1090090 Aug 13 04:59:39.856420 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-900f7a3d-6d22-4c85-86da-7e77f7d64a01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 1000 time: 0.1002591 Aug 13 04:59:39.946699 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-1e4ed98f-322e-4268-a0d6-9e4aabb1745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:39.948430 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-1e4ed98f-322e-4268-a0d6-9e4aabb1745d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.0843019 Aug 13 04:59:39.976426 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f474b29-5070-4811-b734-509e58fb1ebf req-136ad7dc-ad3b-409e-9edc-6d04e344c297 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:39.977986 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f474b29-5070-4811-b734-509e58fb1ebf req-136ad7dc-ad3b-409e-9edc-6d04e344c297 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.1026626 Aug 13 04:59:40.041149 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-66cfa679-fadb-4e90-b4d7-4c6001e6b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:40.043405 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-66cfa679-fadb-4e90-b4d7-4c6001e6b145 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856767 Aug 13 04:59:40.047215 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3f474b29-5070-4811-b734-509e58fb1ebf req-22cbf3cf-26d4-4eba-b79c-3de59a95bdad tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542128 Aug 13 04:59:40.061987 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-789fabe9-1ff2-4571-8664-1d95f18702c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:40.188638 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac182fb-d48b-44f1-bbcb-dc5765df0513 req-bbe96e42-c889-48e4-a4cf-6daad883e58f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:40.190256 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cac182fb-d48b-44f1-bbcb-dc5765df0513 req-bbe96e42-c889-48e4-a4cf-6daad883e58f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0878386 Aug 13 04:59:40.194012 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-d6ee91bf-659a-40f2-b721-e886cf7bf939 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431892 Aug 13 04:59:40.276160 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-cac182fb-d48b-44f1-bbcb-dc5765df0513 req-89c691e9-2cec-4e7c-85a9-f7f1f08bdab9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777805 Aug 13 04:59:40.327461 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c70bbc38-644e-4d13-8ec9-02f508b2001e req-ca4b736d-54a4-4139-9fba-16ad29686c27 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151137 Aug 13 04:59:41.179840 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a991c4-144b-4a7f-be1a-580ce88f49a7 req-c95a5737-d3a2-4068-a220-506644fcf0e0 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:41.181346 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-20a991c4-144b-4a7f-be1a-580ce88f49a7 req-c95a5737-d3a2-4068-a220-506644fcf0e0 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0599043 Aug 13 04:59:41.223304 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-20a991c4-144b-4a7f-be1a-580ce88f49a7 req-b7bf3f1f-f178-4a29-82b6-14a1ddae3c5b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Aug 13 04:59:41.412431 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701beb18-affc-4cbe-a40d-634542867f59 req-7da1cc86-0399-47ae-b1ff-0e4e273566d9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:41.414004 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-701beb18-affc-4cbe-a40d-634542867f59 req-7da1cc86-0399-47ae-b1ff-0e4e273566d9 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0488868 Aug 13 04:59:41.452213 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-701beb18-affc-4cbe-a40d-634542867f59 req-786d3db2-f8d3-44b0-88dc-17babf1f49da tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Aug 13 04:59:42.269564 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b748-20f0-431d-8f0e-b70da2afdf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:42.344004 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029e632-06ef-4a7f-8b96-0a2cc4675fc9 req-de946ec5-db1b-4620-9634-4782aeef3d51 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:42.345463 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4029e632-06ef-4a7f-8b96-0a2cc4675fc9 req-de946ec5-db1b-4620-9634-4782aeef3d51 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0470142 Aug 13 04:59:42.384238 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4029e632-06ef-4a7f-8b96-0a2cc4675fc9 req-27126280-820e-4ede-9bc5-94c18d94581f tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330896 Aug 13 04:59:42.451231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-5cf61f65-d17d-4e4b-9fa6-4166fdf63a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:42.452718 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-5cf61f65-d17d-4e4b-9fa6-4166fdf63a50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1099 time: 0.0395672 Aug 13 04:59:42.566322 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-99f3613c-8c7a-4033-bea9-71061534f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:42.567664 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-99f3613c-8c7a-4033-bea9-71061534f34e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.1078088 Aug 13 04:59:42.592367 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28e620-f12a-47ac-9aa2-0944c026812a req-949d3e13-2049-4fa1-b154-8a4f14f5bb56 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:42.593790 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9a28e620-f12a-47ac-9aa2-0944c026812a req-949d3e13-2049-4fa1-b154-8a4f14f5bb56 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0694401 Aug 13 04:59:42.637206 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:42.665684 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-2e755d2c-2b24-4437-b656-33c78f4982a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 200 len: 1001 time: 0.0893223 Aug 13 04:59:42.668606 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9a28e620-f12a-47ac-9aa2-0944c026812a req-29087535-1b03-4d37-8bc8-fac1fe4c2f78 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490687 Aug 13 04:59:42.714130 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-6cfbdb3d-079a-4f48-8ad2-c01af278e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:42.715586 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-6cfbdb3d-079a-4f48-8ad2-c01af278e2ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0436089 Aug 13 04:59:42.764723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-3c636b08-481d-4a27-8678-f0b6034da663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:42.766209 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-3c636b08-481d-4a27-8678-f0b6034da663 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426280 Aug 13 04:59:42.851774 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-d0a51b8f-bf44-4332-b7e8-e1e61e77aa22 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777895 Aug 13 04:59:42.943165 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a2a6fa49-ba4d-4857-b3db-8ed56a4b1754 req-61a718d8-8869-422c-a64d-b3ea4b796e47 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Aug 13 04:59:43.497963 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d038e-728c-42e4-be88-a9597e25efc2 req-a660235b-af66-480c-bb1f-030ad1783b37 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:43.499313 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4e3d038e-728c-42e4-be88-a9597e25efc2 req-a660235b-af66-480c-bb1f-030ad1783b37 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0487664 Aug 13 04:59:43.535944 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4e3d038e-728c-42e4-be88-a9597e25efc2 req-b3794917-3a1a-43ec-9081-49a0e0adf488 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308313 Aug 13 04:59:43.653492 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:43.786104 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39ada9-4550-41e1-a31e-3aa575ccb7bd req-815801de-c8c3-4c7f-b189-d5f0d0f72539 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:43.787502 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7f39ada9-4550-41e1-a31e-3aa575ccb7bd req-815801de-c8c3-4c7f-b189-d5f0d0f72539 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0479143 Aug 13 04:59:43.824419 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7f39ada9-4550-41e1-a31e-3aa575ccb7bd req-c4c6bc88-946a-40fc-8e1c-3a3181cb253b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304368 Aug 13 04:59:44.087623 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:44.656025 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25def79-4254-4530-832f-cc09458d6843 req-9e060afd-e222-450a-acff-1ba07efd5fc8 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:44.657521 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c25def79-4254-4530-832f-cc09458d6843 req-9e060afd-e222-450a-acff-1ba07efd5fc8 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0571768 Aug 13 04:59:44.695822 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c25def79-4254-4530-832f-cc09458d6843 req-284ccf8d-1c16-4468-b6dc-07555ac0806c tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Aug 13 04:59:44.942289 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85918d-c46b-4fcd-9787-9e91f9a14e90 req-efe0f21a-de8c-4879-9fd9-63bfb92e1719 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:44.944067 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf85918d-c46b-4fcd-9787-9e91f9a14e90 req-efe0f21a-de8c-4879-9fd9-63bfb92e1719 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 946 time: 0.0504858 Aug 13 04:59:44.985800 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf85918d-c46b-4fcd-9787-9e91f9a14e90 req-84ff6159-0e0e-4f1a-aa03-0835ee1f2dd2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349510 Aug 13 04:59:45.219614 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:59:45.296817 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:45.319547 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:59:45.321760 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47088f57-d8ef-43f5-a25c-413f19758fca" -d '{"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-unplugged", "status": "completed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:59:45.335681 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:45.341242 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:45.372783 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 04:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32af375-159e-4fef-b015-610670e33ef1 x-openstack-request-id: req-f32af375-159e-4fef-b015-610670e33ef1 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:59:45.373075 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-unplugged", "status": "failed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a", "code": 422}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:59:45.373325 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f32af375-159e-4fef-b015-610670e33ef1 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:59:45.373732 dv-cinder-760178-7-iscsi neutron-server[105493]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'code': 422} returned with failed status Aug 13 04:59:45.412158 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=8']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:45.426396 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:45.810285 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5129911-9184-4554-8743-da152de406c0 req-ac74b3f0-930a-4722-9519-ecf30fedc7fd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:45.811782 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5129911-9184-4554-8743-da152de406c0 req-ac74b3f0-930a-4722-9519-ecf30fedc7fd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0504503 Aug 13 04:59:45.849401 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5129911-9184-4554-8743-da152de406c0 req-76fbb5f7-5f18-4581-acfc-1422c333ae90 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Aug 13 04:59:45.949694 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf824363-f3e7-4cf0-a2b8-6f720731da6c req-72d4d24b-78cf-417a-b785-22d9d3209cd6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:45.951175 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf824363-f3e7-4cf0-a2b8-6f720731da6c req-72d4d24b-78cf-417a-b785-22d9d3209cd6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0525582 Aug 13 04:59:45.996518 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bf824363-f3e7-4cf0-a2b8-6f720731da6c req-41b3ee88-0fe9-4933-b756-42cfcf6be1ba tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384309 Aug 13 04:59:46.086274 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-b6cdc1df-4884-4a06-9216-dd29c39c7966 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437706 Aug 13 04:59:46.161132 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c1b20-638d-4bee-9be5-958889b0295d req-5759e727-24da-4d44-a668-71c02e7c87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:46.162648 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-5759e727-24da-4d44-a668-71c02e7c87b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 1098 time: 0.0404794 Aug 13 04:59:46.169257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34116) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:59:46.300424 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-e9bf94ca-8458-4d6e-8d9e-31393598b484 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301472 Aug 13 04:59:46.304929 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c1b20-638d-4bee-9be5-958889b0295d req-d6bd0d8e-89e7-4b53-a774-db98efde2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:46.306400 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-d6bd0d8e-89e7-4b53-a774-db98efde2e96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 200 len: 909 time: 0.1225460 Aug 13 04:59:46.408665 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-a604a3ca-5283-4430-8ed4-2a40b182387b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11 HTTP/1.1" status: 200 len: 999 time: 0.0648026 Aug 13 04:59:46.465175 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c1b20-638d-4bee-9be5-958889b0295d req-16123d0a-c5c9-437b-8d8d-9aa9a80b6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:46.466783 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-16123d0a-c5c9-437b-8d8d-9aa9a80b6de8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 200 len: 848 time: 0.0448503 Aug 13 04:59:46.513869 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c1b20-638d-4bee-9be5-958889b0295d req-eb8e9446-dee1-46d5-9f78-01274636e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:46.515355 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-eb8e9446-dee1-46d5-9f78-01274636e23d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b80f710-f96c-4521-86ba-ead41265af35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413423 Aug 13 04:59:46.611706 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-5097be8d-4280-4f16-b99a-08facf7a60ce service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837233 Aug 13 04:59:46.710235 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e36c1b20-638d-4bee-9be5-958889b0295d req-b1203f93-1f31-4fc1-9738-c46e43e84e44 service neutron] 10.222.0.58 "GET /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824361 Aug 13 04:59:46.966599 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739bdd2-f466-4506-b844-594c00862f7c req-67b267af-48d9-4d0b-88df-b7c836266d6f tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:46.968010 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9739bdd2-f466-4506-b844-594c00862f7c req-67b267af-48d9-4d0b-88df-b7c836266d6f tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0479543 Aug 13 04:59:47.005349 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9739bdd2-f466-4506-b844-594c00862f7c req-f41ec19f-1fac-4579-b1ad-60f555bf3663 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314395 Aug 13 04:59:47.124676 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e9bde-215a-4ba8-a280-cf07ff6f5903 req-d17c9adf-f052-4135-9c65-64b462dc3e09 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:47.126175 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-105e9bde-215a-4ba8-a280-cf07ff6f5903 req-d17c9adf-f052-4135-9c65-64b462dc3e09 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0512736 Aug 13 04:59:47.164295 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-105e9bde-215a-4ba8-a280-cf07ff6f5903 req-527686b6-cf3c-4ef6-a9b8-8057e61da6da tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Aug 13 04:59:47.288091 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-1e1469bc-fc76-461f-be09-f954108a4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:47.289649 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-1e1469bc-fc76-461f-be09-f954108a4e81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196&tenant_id=f14b3fe91577400788ae1f543fd46253 HTTP/1.1" status: 200 len: 1097 time: 0.0404923 Aug 13 04:59:47.368269 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-563fee61-c8f9-4052-9245-61ccead4849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:47.369872 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-563fee61-c8f9-4052-9245-61ccead4849a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1097 time: 0.0452464 Aug 13 04:59:47.476724 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-9158474a-668b-43e0-ab8c-27b5bc2281ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:47.478268 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-9158474a-668b-43e0-ab8c-27b5bc2281ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.0884356 Aug 13 04:59:47.554871 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-4bbe658d-8b72-4774-9758-45131ae09dae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 200 len: 999 time: 0.0556087 Aug 13 04:59:47.604084 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-f0a3defb-5034-45a0-b5e6-6d6fe916b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:47.606040 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-f0a3defb-5034-45a0-b5e6-6d6fe916b7aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0411501 Aug 13 04:59:47.655185 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-5d4b56c4-57c2-4ca8-9f28-6d27ce53c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:47.656605 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-5d4b56c4-57c2-4ca8-9f28-6d27ce53c64d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423894 Aug 13 04:59:47.743565 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-7b78d59c-0ef0-4bd5-b047-2ea099d63396 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787024 Aug 13 04:59:47.834876 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a20f436-7158-4bad-9c69-a200cc9e56d5 req-5ada839a-7ae5-4947-b5fe-79e3e3a3daf7 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836780 Aug 13 04:59:48.118189 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f65c9-74ab-4973-b351-b807e44696a0 req-f6f6e441-beee-4316-8ccd-523fadbd80ab tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:48.119708 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-969f65c9-74ab-4973-b351-b807e44696a0 req-f6f6e441-beee-4316-8ccd-523fadbd80ab tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0492704 Aug 13 04:59:48.159558 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-969f65c9-74ab-4973-b351-b807e44696a0 req-68303e0b-0476-4383-8acf-37bca71ef579 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Aug 13 04:59:48.294997 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493807c8-fdfe-46e7-90d4-4abf4dd4038a req-9b54ae04-e42d-40c3-a4e4-21c6b3b794ea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:48.296514 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-493807c8-fdfe-46e7-90d4-4abf4dd4038a req-9b54ae04-e42d-40c3-a4e4-21c6b3b794ea tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0583844 Aug 13 04:59:48.355121 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-493807c8-fdfe-46e7-90d4-4abf4dd4038a req-f7eea0c6-b07e-4232-aac9-629c0eb361b4 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498564 Aug 13 04:59:49.199387 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:59:49.284555 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f03303-1772-458f-9b3e-622fa1df6604 req-f8d064c4-4611-4ee6-ae99-f804f01ceb29 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:49.286791 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-33f03303-1772-458f-9b3e-622fa1df6604 req-f8d064c4-4611-4ee6-ae99-f804f01ceb29 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 944 time: 0.0601807 Aug 13 04:59:49.300999 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:49.313732 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'port_id': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'mac_address': 'fa:16:3e:48:3b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:59:49.327087 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-33f03303-1772-458f-9b3e-622fa1df6604 req-96da7bb5-88af-4d87-a3b2-607580062d1f tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339839 Aug 13 04:59:49.355576 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:49.370939 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:59:49.392444 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:49.398162 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:49.445994 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=7']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:49.485422 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e400f9-9b6f-47eb-b382-46f179e1ea73 req-f984bd95-8cf0-47c8-9e70-8aa6ba92864b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:49.486914 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d0e400f9-9b6f-47eb-b382-46f179e1ea73 req-f984bd95-8cf0-47c8-9e70-8aa6ba92864b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0569785 Aug 13 04:59:49.523972 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d0e400f9-9b6f-47eb-b382-46f179e1ea73 req-ea0cdcdc-d5bd-4303-a644-577ad6b5f352 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Aug 13 04:59:49.930314 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:59:50.454211 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd434b-8ae5-4677-ac5c-e38d47d56721 req-fbc0279a-b9df-4431-94d3-4359a19b1962 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:50.456470 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6ffd434b-8ae5-4677-ac5c-e38d47d56721 req-fbc0279a-b9df-4431-94d3-4359a19b1962 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Aug 13 04:59:50.496408 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6ffd434b-8ae5-4677-ac5c-e38d47d56721 req-08975fc7-74d4-4262-b6f5-3a1def6da6a7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334861 Aug 13 04:59:50.653410 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91fa8-6d82-43e7-a9d5-cec9c53d4f8f req-f30d2987-2320-49fc-8029-731afb883d67 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:50.654916 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68b91fa8-6d82-43e7-a9d5-cec9c53d4f8f req-f30d2987-2320-49fc-8029-731afb883d67 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0535460 Aug 13 04:59:50.703852 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68b91fa8-6d82-43e7-a9d5-cec9c53d4f8f req-0bc78deb-6f87-4155-9c1a-1cf0321198c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Aug 13 04:59:51.616933 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4d351-c419-4635-8448-a23da86d5571 req-392c247c-f4d4-4d64-9b1a-aa39dd825d15 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:51.618404 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4bf4d351-c419-4635-8448-a23da86d5571 req-392c247c-f4d4-4d64-9b1a-aa39dd825d15 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 945 time: 0.0500238 Aug 13 04:59:51.659466 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4bf4d351-c419-4635-8448-a23da86d5571 req-30a21a94-c3f1-48b1-b8eb-1ed5ac70c41e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340660 Aug 13 04:59:51.833792 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93138ec6-e1e4-4e39-86af-20f7dd90c349 req-3b4bf842-1b20-46a5-b0dc-bd242273806b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:51.835348 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93138ec6-e1e4-4e39-86af-20f7dd90c349 req-3b4bf842-1b20-46a5-b0dc-bd242273806b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0533032 Aug 13 04:59:51.877827 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-93138ec6-e1e4-4e39-86af-20f7dd90c349 req-fa04407a-a14f-4e2e-b87f-6af229833c14 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354900 Aug 13 04:59:52.788796 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe70c7c-2d7b-4125-8e36-57a301a8fbc8 req-a77c02de-f820-4db5-ad4b-6139c8546e4d tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:52.790580 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bbe70c7c-2d7b-4125-8e36-57a301a8fbc8 req-a77c02de-f820-4db5-ad4b-6139c8546e4d tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 945 time: 0.0629058 Aug 13 04:59:52.834842 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bbe70c7c-2d7b-4125-8e36-57a301a8fbc8 req-02a41182-666f-4726-bbc3-8a796bd6540d tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376046 Aug 13 04:59:52.999875 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ef07-7a72-4b4d-bbc3-035fd80fa7e9 req-bf9d1f4c-e99e-46d7-b785-4620ee0a57d6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:53.001280 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1a15ef07-7a72-4b4d-bbc3-035fd80fa7e9 req-bf9d1f4c-e99e-46d7-b785-4620ee0a57d6 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0496991 Aug 13 04:59:53.039238 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1a15ef07-7a72-4b4d-bbc3-035fd80fa7e9 req-4e0fd992-76c7-4340-be42-f0e7350906ad tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Aug 13 04:59:53.233156 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:59:53.281810 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:59:53.282097 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:53.367228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:53.395578 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:59:53.398137 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e979d8-2c51-42ef-b15c-68d9ca08e24e" -d '{"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-plugged", "status": "completed", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:59:53.413278 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:59:53.418650 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:59:53.442954 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c1245-80bb-4522-82f3-a30f614f00b9 x-openstack-request-id: req-7c1c1245-80bb-4522-82f3-a30f614f00b9 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:59:53.443240 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-plugged", "status": "completed", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:59:53.443485 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c1c1245-80bb-4522-82f3-a30f614f00b9 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:59:53.444059 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'code': 200} Aug 13 04:59:53.471308 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=8']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:59:53.959686 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa74f7-bde0-443e-9b8b-ece9e80dc044 req-1f3a2c93-9c8b-4ad3-b20f-11bf9fe5c04d tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:53.961160 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-05aa74f7-bde0-443e-9b8b-ece9e80dc044 req-1f3a2c93-9c8b-4ad3-b20f-11bf9fe5c04d tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0497198 Aug 13 04:59:54.001260 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-05aa74f7-bde0-443e-9b8b-ece9e80dc044 req-1d23fbca-f57f-406f-9dad-4f5acdaaf19b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326829 Aug 13 04:59:54.166734 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1def45b-6775-4ef6-a61e-a6c25d579a64 req-ffae0b4c-9d09-49ca-8b92-b43bf08f262a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:54.168251 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1def45b-6775-4ef6-a61e-a6c25d579a64 req-ffae0b4c-9d09-49ca-8b92-b43bf08f262a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0539820 Aug 13 04:59:54.207103 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1def45b-6775-4ef6-a61e-a6c25d579a64 req-419f0889-9849-4020-9dea-1d2d75b11ac2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328958 Aug 13 04:59:55.119595 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42d42-b8eb-4e51-8f56-0db5e62df225 req-c8114a95-f4f3-4674-bf1c-f0d530df93d5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:55.121107 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aeb42d42-b8eb-4e51-8f56-0db5e62df225 req-c8114a95-f4f3-4674-bf1c-f0d530df93d5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0489466 Aug 13 04:59:55.160540 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-aeb42d42-b8eb-4e51-8f56-0db5e62df225 req-c431d449-c80a-4ac1-a765-0dd417c7dc1e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329325 Aug 13 04:59:55.329954 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1b1e6-d491-47c2-ad80-e80ee872747d req-cbd24af5-6e1d-450f-bf47-6a1bdea5926d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:55.331366 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5e1b1e6-d491-47c2-ad80-e80ee872747d req-cbd24af5-6e1d-450f-bf47-6a1bdea5926d tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0492690 Aug 13 04:59:55.369490 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5e1b1e6-d491-47c2-ad80-e80ee872747d req-a229400e-72d8-4d3f-92f5-bfcf422da58f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Aug 13 04:59:56.292952 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1794584-5281-4395-8ed7-04156166421f req-e78bb836-022b-47e6-957d-2d8b12c9c6a5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:56.294378 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b1794584-5281-4395-8ed7-04156166421f req-e78bb836-022b-47e6-957d-2d8b12c9c6a5 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0681918 Aug 13 04:59:56.333514 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b1794584-5281-4395-8ed7-04156166421f req-b7a2e443-6918-4457-843c-2c14bc3cba86 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Aug 13 04:59:56.505074 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f4c30-86f4-468f-846f-2a4b89151331 req-3ccb971a-cd5c-4325-8b42-5a547ee0dd8f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:56.507024 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c16f4c30-86f4-468f-846f-2a4b89151331 req-3ccb971a-cd5c-4325-8b42-5a547ee0dd8f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0504782 Aug 13 04:59:56.547069 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c16f4c30-86f4-468f-846f-2a4b89151331 req-ed3986ab-baef-4f05-8be2-f4db452cf7d8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Aug 13 04:59:57.451563 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db48531-ede8-4779-918f-fd32b941bdf1 req-de0d17e1-f724-4bdb-9e28-c5513ad90172 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:57.453053 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0db48531-ede8-4779-918f-fd32b941bdf1 req-de0d17e1-f724-4bdb-9e28-c5513ad90172 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Aug 13 04:59:57.494651 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0db48531-ede8-4779-918f-fd32b941bdf1 req-a6454a36-ec59-4f33-802a-ebb6f519d72d tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348287 Aug 13 04:59:57.914137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3cf40-3afc-4b4d-88d4-013d3db09058 req-849b5da1-6614-4aad-ab38-964f3a79332a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:57.915616 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2fe3cf40-3afc-4b4d-88d4-013d3db09058 req-849b5da1-6614-4aad-ab38-964f3a79332a tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.2917233 Aug 13 04:59:57.955497 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2fe3cf40-3afc-4b4d-88d4-013d3db09058 req-dc0f9a43-2164-4c61-954b-500ea8f9222c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Aug 13 04:59:58.607801 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfec360-1a0c-49f4-99b5-1aade6eb6757 req-7512f7fc-6964-48ec-a668-df5f35049501 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:58.609474 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9dfec360-1a0c-49f4-99b5-1aade6eb6757 req-7512f7fc-6964-48ec-a668-df5f35049501 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0507812 Aug 13 04:59:58.647132 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9dfec360-1a0c-49f4-99b5-1aade6eb6757 req-76da0b77-6fb7-40dd-a59f-42a93cc4f871 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318439 Aug 13 04:59:59.075320 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2357cee-000e-4541-a542-b7972988d37f req-31b97be1-347e-4c63-95f4-66f08516c683 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:59.076866 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c2357cee-000e-4541-a542-b7972988d37f req-31b97be1-347e-4c63-95f4-66f08516c683 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0482769 Aug 13 04:59:59.121610 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c2357cee-000e-4541-a542-b7972988d37f req-20b41827-a060-4a19-9b2d-8bd2189039eb tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378065 Aug 13 04:59:59.765891 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939af8bc-815e-4d58-a156-22a34c683e84 req-d2995195-53e8-4a08-8c41-4106cac09bda tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:59:59.767339 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-939af8bc-815e-4d58-a156-22a34c683e84 req-d2995195-53e8-4a08-8c41-4106cac09bda tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0515082 Aug 13 04:59:59.803167 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-939af8bc-815e-4d58-a156-22a34c683e84 req-c841f85f-14ec-461d-8436-be5008093abd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297575 Aug 13 05:00:00.236742 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674b52-dfb6-47c0-95f2-e544eb4f1f70 req-3e5edd7e-6ffc-442b-923f-36fbec92264b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:00.238200 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b674b52-dfb6-47c0-95f2-e544eb4f1f70 req-3e5edd7e-6ffc-442b-923f-36fbec92264b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0465381 Aug 13 05:00:00.274185 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b674b52-dfb6-47c0-95f2-e544eb4f1f70 req-e09232a9-942e-442e-841d-7a6f7f2a0010 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302167 Aug 13 05:00:00.915672 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b7a8-7b3d-40f1-ae54-da3bf7898772 req-afaf916f-6d41-4a4a-9788-7b0ef20c3dde tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:00.917114 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dbb7b7a8-7b3d-40f1-ae54-da3bf7898772 req-afaf916f-6d41-4a4a-9788-7b0ef20c3dde tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0497646 Aug 13 05:00:00.953524 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-dbb7b7a8-7b3d-40f1-ae54-da3bf7898772 req-b9401cd7-aeae-4a79-81f1-0886a43b4080 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300655 Aug 13 05:00:01.391998 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445d325-eec1-49d7-9844-17205011028b req-62b99fe2-e106-456f-b328-868178c71c48 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:01.393449 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e445d325-eec1-49d7-9844-17205011028b req-62b99fe2-e106-456f-b328-868178c71c48 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0502512 Aug 13 05:00:01.430066 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e445d325-eec1-49d7-9844-17205011028b req-a6454ccf-083f-4c81-9773-3b5bad056fca tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305517 Aug 13 05:00:02.065420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137df66-edf8-404b-be02-c4b5c48df885 req-27c3dc02-ac2f-4009-a343-ee5a1d94752a tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:02.066910 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3137df66-edf8-404b-be02-c4b5c48df885 req-27c3dc02-ac2f-4009-a343-ee5a1d94752a tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0469556 Aug 13 05:00:02.103047 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3137df66-edf8-404b-be02-c4b5c48df885 req-b3d99e49-e739-4b87-b35f-347c07e780fe tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304980 Aug 13 05:00:02.545674 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6657022-0096-4ac5-b825-a9992bea8b48 req-9f22adde-18da-434b-a12d-e800caea219e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:02.547025 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f6657022-0096-4ac5-b825-a9992bea8b48 req-9f22adde-18da-434b-a12d-e800caea219e tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0470994 Aug 13 05:00:02.583296 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-f6657022-0096-4ac5-b825-a9992bea8b48 req-1f1918a6-eb57-4c5d-9ebd-2de5d6d5a694 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305884 Aug 13 05:00:03.242072 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36d199-be2b-4c60-8c64-1ed4198a8ac4 req-fa982817-e6ae-45f0-bcdc-899491f92dc6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:03.243610 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6c36d199-be2b-4c60-8c64-1ed4198a8ac4 req-fa982817-e6ae-45f0-bcdc-899491f92dc6 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0740473 Aug 13 05:00:03.327607 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6c36d199-be2b-4c60-8c64-1ed4198a8ac4 req-6f8a1291-a3af-47cd-b92a-640d0fcf9744 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769081 Aug 13 05:00:03.545312 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e816ac-6e24-4a96-804a-d1feabe6d3ae req-fad65beb-e9f5-4d35-be13-357ee47cd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:03.546852 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1e816ac-6e24-4a96-804a-d1feabe6d3ae req-fad65beb-e9f5-4d35-be13-357ee47cd4f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1099 time: 0.0850077 Aug 13 05:00:03.582110 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1e816ac-6e24-4a96-804a-d1feabe6d3ae req-adabac3f-ed65-4f7c-ae6d-9ec5e7d79744 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271211 Aug 13 05:00:03.705675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4788b3-c080-4aa9-baee-4bc0c741c3e3 req-dcd4f086-270c-458e-94a3-9b4f7fd2b222 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:03.707180 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9e4788b3-c080-4aa9-baee-4bc0c741c3e3 req-dcd4f086-270c-458e-94a3-9b4f7fd2b222 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0534236 Aug 13 05:00:03.754005 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9e4788b3-c080-4aa9-baee-4bc0c741c3e3 req-a43361ca-a682-4391-a703-6a054f33a516 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Aug 13 05:00:03.793192 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63983e-39b5-4382-9fee-0f9d0eb61a3a req-a26e4727-cc44-4f8c-af01-45b449da674d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:03.794679 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da63983e-39b5-4382-9fee-0f9d0eb61a3a req-a26e4727-cc44-4f8c-af01-45b449da674d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0607183 Aug 13 05:00:03.835275 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-da63983e-39b5-4382-9fee-0f9d0eb61a3a req-0acf1119-4d34-405d-a354-128fd6566f6f tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346587 Aug 13 05:00:04.432572 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320705a0-c762-431f-ba48-96f975d53022 req-34c3d6eb-978d-4d1a-a98f-3a58ebb82748 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:04.434055 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-320705a0-c762-431f-ba48-96f975d53022 req-34c3d6eb-978d-4d1a-a98f-3a58ebb82748 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0473180 Aug 13 05:00:04.471487 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-320705a0-c762-431f-ba48-96f975d53022 req-9028c049-bb00-45f7-876e-88799cfbf238 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311239 Aug 13 05:00:04.872407 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b0e2a-45fa-45b1-8bbd-bee000b98bf0 req-159cdb8c-32f3-49a7-946d-329649cc03cd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:04.873917 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a51b0e2a-45fa-45b1-8bbd-bee000b98bf0 req-159cdb8c-32f3-49a7-946d-329649cc03cd tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0487661 Aug 13 05:00:04.920307 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a51b0e2a-45fa-45b1-8bbd-bee000b98bf0 req-95a3b9c4-4172-4fb9-9af5-80e9d26fea7c tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405853 Aug 13 05:00:04.957458 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e712cb-a0d2-4b11-9e49-aa7f5b5a4175 req-76fee186-66f6-4296-9609-c39935960397 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:04.958882 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-32e712cb-a0d2-4b11-9e49-aa7f5b5a4175 req-76fee186-66f6-4296-9609-c39935960397 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0542798 Aug 13 05:00:04.996828 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-32e712cb-a0d2-4b11-9e49-aa7f5b5a4175 req-1e6ec9b5-94db-4f90-b1dd-0db401e68028 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Aug 13 05:00:05.582400 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68347129-2d78-4dba-a659-c8cd3305662c req-bd4dc80f-a0f2-40f8-b225-5c42cf5fd065 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:05.583833 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68347129-2d78-4dba-a659-c8cd3305662c req-bd4dc80f-a0f2-40f8-b225-5c42cf5fd065 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0467062 Aug 13 05:00:05.620031 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-68347129-2d78-4dba-a659-c8cd3305662c req-b7fe9052-0723-49e5-946f-213aca73ed59 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304623 Aug 13 05:00:06.037675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4595b-20c3-4bae-9864-f61dffa5db88 req-d3897911-f5e8-41c6-8016-52a92a62d703 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:06.040057 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2eb4595b-20c3-4bae-9864-f61dffa5db88 req-d3897911-f5e8-41c6-8016-52a92a62d703 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.0491624 Aug 13 05:00:06.104113 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2eb4595b-20c3-4bae-9864-f61dffa5db88 req-54af2991-a286-471c-8e58-511d3a2dd664 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578630 Aug 13 05:00:06.125775 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc5993-8799-48e7-8a9d-17dbd3763e77 req-4370a908-ac57-4615-8fc6-b5e66daace60 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:06.127231 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d7fc5993-8799-48e7-8a9d-17dbd3763e77 req-4370a908-ac57-4615-8fc6-b5e66daace60 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0614545 Aug 13 05:00:06.164710 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d7fc5993-8799-48e7-8a9d-17dbd3763e77 req-28baa767-44e7-4845-889b-9526d59739d2 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Aug 13 05:00:06.966222 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-47d2ca7f-d930-4498-9564-02c6cee9aa06 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:06.967646 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-47d2ca7f-d930-4498-9564-02c6cee9aa06 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.0471923 Aug 13 05:00:07.057984 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Deleting port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:00:07.058264 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.146381 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] For port 9ec1dc42-838d-4602-88a7-98d47cf5bf11, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9ec1dc42-838d-4602-88a7-98d47cf5bf11,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:00:07.146748 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.318137 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ffe-cc61-4256-99d1-ba214aebf8a5 req-726198a6-5002-4f50-aac2-b279b8dcd3da tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:07.319500 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a3311ffe-cc61-4256-99d1-ba214aebf8a5 req-726198a6-5002-4f50-aac2-b279b8dcd3da tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 944 time: 0.1317942 Aug 13 05:00:07.323588 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 05:00:07.388510 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a076999-0753-4f6f-a105-9d030e2473f7 req-0c99c38c-2826-4de4-9d45-6a1fa16e8ce0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:07.389999 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a076999-0753-4f6f-a105-9d030e2473f7 req-0c99c38c-2826-4de4-9d45-6a1fa16e8ce0 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/ports?device_id=eebfadf4-143d-4ffa-972b-e39f43a9a9aa HTTP/1.1" status: 200 len: 945 time: 0.1588674 Aug 13 05:00:07.422311 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:00:07.428105 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.428476 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.428788 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Floating IP f7c3dd64-545f-43ec-b74e-87faff85bede disassociated. External IP: 172.27.1.5, port: 9ec1dc42-838d-4602-88a7-98d47cf5bf11. Aug 13 05:00:07.429127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Calling delete_port for 9ec1dc42-838d-4602-88a7-98d47cf5bf11 owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:00:07.433408 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'port_id': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'mac_address': 'fa:16:3e:80:65:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 05:00:07.440942 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a3311ffe-cc61-4256-99d1-ba214aebf8a5 req-39e87bde-d025-4b01-a0ab-6329f3d57ee0 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110682 Aug 13 05:00:07.480666 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.492358 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6a076999-0753-4f6f-a105-9d030e2473f7 req-a082ff54-3568-4a4f-bf32-aa10e8a01df2 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups?id=04230266-a283-452f-8ff8-b554adae60a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951376 Aug 13 05:00:07.492989 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829467c0-4297-4eb6-b30b-e0c939ced37a {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 05:00:07.514108 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:00:07.518123 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.567928 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=9']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:07.581732 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.609510 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event deleted for resources: {'Port': ['ID=9ec1dc42-838d-4602-88a7-98d47cf5bf11,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:07.723155 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Router 993bed7e-c317-4db4-bacc-96eaed070a3b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:00:07.827039 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:00:07.835873 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] Sync routers for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:00:07.866965 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] No DVR routers for this DVR port 9ec1dc42-838d-4602-88a7-98d47cf5bf11 on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:00:07.869678 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:07.872279 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2858a1ad-4710-439a-967b-51e9c48e19b4 req-9fdc465d-9c9b-4c22-abfe-ad40e783b856 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.58 "DELETE /v2.0/ports/9ec1dc42-838d-4602-88a7-98d47cf5bf11 HTTP/1.1" status: 204 len: 173 time: 0.8976843 Aug 13 05:00:07.872723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'name': 'network-vif-deleted', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:00:07.878714 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ab2a2-e1a1-43bd-a396-4def7bd23179" -d '{"events": [{"server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "name": "network-vif-deleted", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:00:07.921215 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae7057-c2b8-4db5-902c-6c839dabc6e0 x-openstack-request-id: req-29ae7057-c2b8-4db5-902c-6c839dabc6e0 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:00:07.921538 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebfadf4-143d-4ffa-972b-e39f43a9a9aa", "name": "network-vif-deleted", "tag": "9ec1dc42-838d-4602-88a7-98d47cf5bf11", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:00:07.921796 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29ae7057-c2b8-4db5-902c-6c839dabc6e0 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:00:07.922199 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebfadf4-143d-4ffa-972b-e39f43a9a9aa', 'name': 'network-vif-deleted', 'tag': '9ec1dc42-838d-4602-88a7-98d47cf5bf11', 'status': 'completed', 'code': 200} Aug 13 05:00:07.973119 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:00:07.974091 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:59:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:08.020831 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['829467c0-4297-4eb6-b30b-e0c939ced37a'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 05:00:08.143032 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:00:08.384918 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:08.410670 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] Checking router: 993bed7e-c317-4db4-bacc-96eaed070a3b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:00:08.419555 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:00:08.420167 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T04:59:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:08.511427 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:00:08.528620 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:00:08.578448 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eba57-2e6f-4f39-976a-2937f007fde5 req-6b62ba4a-aea2-490c-bc71-a89e333a1501 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:08.579983 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a47eba57-2e6f-4f39-976a-2937f007fde5 req-6b62ba4a-aea2-490c-bc71-a89e333a1501 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 945 time: 0.0630507 Aug 13 05:00:08.588079 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34306) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:08.622573 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a47eba57-2e6f-4f39-976a-2937f007fde5 req-289c6837-feff-4a5f-b5d2-182f05148004 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361531 Aug 13 05:00:08.645978 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:08.669791 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:08.716540 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:08.719447 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:08.721865 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "DELETE /v2.0/security-groups/04230266-a283-452f-8ff8-b554adae60a1 HTTP/1.1" status: 204 len: 168 time: 0.1327229 Aug 13 05:00:08.723960 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34308) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:08.731593 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04230266-a283-452f-8ff8-b554adae60a1,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:08.738770 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.739118 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.739457 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.739790 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.740120 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.740455 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.740777 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.741108 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.741866 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.741866 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.742105 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.742317 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.api.v2.resource [None req-ab5bc40c-d735-4be0-b381-9a6eabbb327b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] show failed (client error): The resource could not be found. Aug 13 05:00:08.742438 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080032b3-20da-4867-a57a-df96cd7df50d tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:08.746183 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ab5bc40c-d735-4be0-b381-9a6eabbb327b tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "GET /v2.0/security-groups/04230266-a283-452f-8ff8-b554adae60a1 HTTP/1.1" status: 404 len: 347 time: 0.0185869 Aug 13 05:00:08.746349 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:08.746496 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34310) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:08.775536 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a9ee2-c2c9-4d86-addf-fbfa524dff84 None None] The sync data for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi is: [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T04:49:37Z', 'revision_number': 4, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '91a48ce6-4340-494c-9ef9-e543b8f7f528', 'name': '', 'network_id': '9b80f710-f96c-4521-86ba-ead41265af35', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'mac_address': 'fa:16:3e:14:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:35Z', 'updated_at': '2021-08-13T04:49:46Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'subnets': [{'id': 'b2c6526e-8f08-4dd8-82f4-b66881ea64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:00:08.874531 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Deleting port 5a467828-c121-425d-b02f-8a39eb5e266d {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:00:08.874794 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:08.951099 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:08.951435 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:08.963879 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Calling delete_port for 5a467828-c121-425d-b02f-8a39eb5e266d owned by network:floatingip {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:00:08.990339 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed892726-8bfa-4125-a958-ab2047a69938 None None] New status for floating IP f7c3dd64-545f-43ec-b74e-87faff85bede: DOWN {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 05:00:09.096058 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:09.097276 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron_lib.db.api [None req-ed892726-8bfa-4125-a958-ab2047a69938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 05:00:09.097685 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG oslo_db.api [None req-ed892726-8bfa-4125-a958-ab2047a69938 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 05:00:09.120096 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Pushing event deleted for resources: {'Port': ['ID=5a467828-c121-425d-b02f-8a39eb5e266d,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:09.182578 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks [] for floatingip, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:09.185052 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:09.186230 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-c2ff86d2-e9c0-41c2-97bc-f3352e8ca477 tempest-AttachVolumeTestJSON-682981943 tempest-AttachVolumeTestJSON-682981943-project] 10.222.0.18 "DELETE /v2.0/floatingips/f7c3dd64-545f-43ec-b74e-87faff85bede HTTP/1.1" status: 204 len: 168 time: 0.4388869 Aug 13 05:00:09.344419 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 05:00:09.390892 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 829467c0-4297-4eb6-b30b-e0c939ced37a triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 05:00:09.391533 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:09.467935 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:09.489634 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:00:09.492020 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff10fbd-2eb9-4f6c-9018-5a4cd26d9b03" -d '{"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-plugged", "status": "completed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:00:09.504417 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:00:09.508165 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:09.509069 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 9ec1dc42-838d-4602-88a7-98d47cf5bf11 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:00:09.547495 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd64f3d4-a953-43cf-b9d7-35e730d51310 x-openstack-request-id: req-bd64f3d4-a953-43cf-b9d7-35e730d51310 {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:00:09.547779 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-plugged", "status": "completed", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:00:09.548025 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd64f3d4-a953-43cf-b9d7-35e730d51310 {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:00:09.548400 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'code': 200} Aug 13 05:00:09.550661 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 9ec1dc42-838d-4602-88a7-98d47cf5bf11 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:00:09.551174 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 9ec1dc42-838d-4602-88a7-98d47cf5bf11 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:00:09.577405 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=10']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:09.599271 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed892726-8bfa-4125-a958-ab2047a69938 None None] New status for floating IP f7c3dd64-545f-43ec-b74e-87faff85bede: DOWN {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 05:00:09.785638 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d1b28-7347-4a72-9610-8087e63eb044 req-df314be6-c3ae-4976-8d38-f36e98810713 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:09.787091 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-634d1b28-7347-4a72-9610-8087e63eb044 req-df314be6-c3ae-4976-8d38-f36e98810713 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.0805633 Aug 13 05:00:09.788745 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298bed9-ecd4-4149-8a96-aae84337fde9 req-81e1e581-4371-4cd4-9f4b-6ec354a16184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:09.790074 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c298bed9-ecd4-4149-8a96-aae84337fde9 req-81e1e581-4371-4cd4-9f4b-6ec354a16184 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1100 time: 0.0550795 Aug 13 05:00:09.846273 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-634d1b28-7347-4a72-9610-8087e63eb044 req-1e627c6c-4833-4ed5-a000-742e8e7ad063 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532753 Aug 13 05:00:09.849772 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c298bed9-ecd4-4149-8a96-aae84337fde9 req-67542c2d-6a0f-4f5e-a503-7938535912bb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505631 Aug 13 05:00:10.052762 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6e012110-213d-4183-9f08-eb6893fb82e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:10.964666 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c26330-b769-4746-81db-f4d9d89c1444 req-1d9434d2-ccf3-4174-8e6c-1ebc5c496e62 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:10.966245 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1c26330-b769-4746-81db-f4d9d89c1444 req-1d9434d2-ccf3-4174-8e6c-1ebc5c496e62 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.0475183 Aug 13 05:00:11.002080 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a1c26330-b769-4746-81db-f4d9d89c1444 req-9dfbd7a5-d700-463b-978e-7234ebdda8b2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299473 Aug 13 05:00:12.128081 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f6abb-13e7-4528-a6c2-edbbaedf6b31 req-6c665e78-b9be-4a14-a6f7-3cea04ba184f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:12.129602 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-613f6abb-13e7-4528-a6c2-edbbaedf6b31 req-6c665e78-b9be-4a14-a6f7-3cea04ba184f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.0508723 Aug 13 05:00:12.166041 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-613f6abb-13e7-4528-a6c2-edbbaedf6b31 req-d9cc1c2b-055e-47c6-9354-1d65539ffe2b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304790 Aug 13 05:00:12.270355 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c57e1c91-8cca-4a5a-a23c-4f6cae064268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:12.637011 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:12.744208 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34380) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:13.239161 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:13.359296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906f046-2cec-4fd3-9691-423100a08021 req-d835c4ee-ab7e-4dea-bd0b-82759ec64469 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:13.360775 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b906f046-2cec-4fd3-9691-423100a08021 req-d835c4ee-ab7e-4dea-bd0b-82759ec64469 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.1197655 Aug 13 05:00:13.485049 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b906f046-2cec-4fd3-9691-423100a08021 req-cd3abd95-a91e-40bb-a4e3-4b9eb3ee8327 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177244 Aug 13 05:00:13.587724 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Deleting port 91a48ce6-4340-494c-9ef9-e543b8f7f528 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:00:13.588066 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:13.656759 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:13.909580 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] For port 91a48ce6-4340-494c-9ef9-e543b8f7f528, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=91a48ce6-4340-494c-9ef9-e543b8f7f528,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:00:13.909971 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:13.922438 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Calling delete_port for 91a48ce6-4340-494c-9ef9-e543b8f7f528 owned by network:router_interface {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:00:14.094018 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:14.109311 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:14.120645 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=91a48ce6-4340-494c-9ef9-e543b8f7f528,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:14.146240 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.146595 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.147191 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.147524 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.147855 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.148183 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.148509 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.148834 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.149159 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.149499 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.149822 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.150139 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:00:14.296609 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:14.502194 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Router 993bed7e-c317-4db4-bacc-96eaed070a3b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:00:14.607441 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:00:14.612416 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-140346b3-7d16-49de-8907-c7bb1dcc8e9e admin admin] 10.222.0.18 "PUT /v2.0/routers/993bed7e-c317-4db4-bacc-96eaed070a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671961 Aug 13 05:00:14.615304 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34388) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:14.616533 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] Sync routers for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:00:14.625526 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:00:14.626228 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:00:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:14.716029 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks [] for router, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:14.727693 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:00:14.814970 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:14.867179 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Deleting port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:00:14.867831 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:14.909070 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T05:00:14Z', 'revision_number': 5, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port': {'id': '57ce208d-f4c9-4dcb-9dbc-d7b55230ef31', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:31Z', 'updated_at': '2021-08-13T04:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:14.935164 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] Checking router: 993bed7e-c317-4db4-bacc-96eaed070a3b for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:00:14.943033 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] Routers {'993bed7e-c317-4db4-bacc-96eaed070a3b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:00:14.943694 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:00:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['993bed7e-c317-4db4-bacc-96eaed070a3b'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:14.947290 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] For port 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:00:14.947656 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:14.960392 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Calling delete_port for 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 owned by network:router_gateway {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:00:15.026695 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] Set router 993bed7e-c317-4db4-bacc-96eaed070a3b gateway port host: None {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:00:15.080871 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T05:00:14Z', 'revision_number': 6, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:15.106808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27fc790-764a-41ea-bb14-eec64bef09c7 None None] The sync data for ids ['993bed7e-c317-4db4-bacc-96eaed070a3b'] in dv-cinder-760178-7-iscsi is: [{'id': '993bed7e-c317-4db4-bacc-96eaed070a3b', 'name': 'tempest-AttachVolumeTestJSON-79767341-router', 'tenant_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:30Z', 'updated_at': '2021-08-13T05:00:14Z', 'revision_number': 6, 'project_id': '1a5ec25b7b804a2380a5eab3bcfae7b1', 'gw_port_host': None}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:00:15.122339 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.153576 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Pushing event deleted for resources: {'Port': ['ID=57ce208d-f4c9-4dcb-9dbc-d7b55230ef31,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:15.206824 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.295315 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.297339 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.337934 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.338405 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 993bed7e-c317-4db4-bacc-96eaed070a3b {{(pid=105492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 05:00:15.343688 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.344817 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-02f62884-51cb-4dd6-8493-b2759ecdffee admin admin] 10.222.0.18 "DELETE /v2.0/routers/993bed7e-c317-4db4-bacc-96eaed070a3b HTTP/1.1" status: 204 len: 168 time: 0.7285087 Aug 13 05:00:15.347348 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34390) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:15.393947 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] Deleting subnet b2c6526e-8f08-4dd8-82f4-b66881ea64f0 {{(pid=105492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:00:15.397471 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.418807 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.431396 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27046325'] for subnet, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.514416 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.570226 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27083242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26915635'] for subnet, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.598177 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.599985 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 91a48ce6-4340-494c-9ef9-e543b8f7f528 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:00:15.600113 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b2c6526e-8f08-4dd8-82f4-b66881ea64f0 HTTP/1.1" status: 204 len: 168 time: 0.2518308 Aug 13 05:00:15.601043 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa2c55-2449-4c80-9613-9c8361553e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c6526e-8f08-4dd8-82f4-b66881ea64f0,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:15.602840 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34392) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:15.624963 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56909a-da12-47ff-ac46-3634d613b4c2 None None] Network 9b80f710-f96c-4521-86ba-ead41265af35 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:00:15.627102 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 91a48ce6-4340-494c-9ef9-e543b8f7f528 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:00:15.627451 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 91a48ce6-4340-494c-9ef9-e543b8f7f528 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:00:15.672222 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.730251 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Deleting port a0bfdf27-7298-46d0-b74c-830b75de9eae {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:00:15.731100 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.798771 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] For port a0bfdf27-7298-46d0-b74c-830b75de9eae, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=a0bfdf27-7298-46d0-b74c-830b75de9eae,segment=NetworkSegment(f1c16b88-aaa5-4e15-9d06-a0d90f900876),segment_id=f1c16b88-aaa5-4e15-9d06-a0d90f900876)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:00:15.799163 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.812680 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Calling delete_port for a0bfdf27-7298-46d0-b74c-830b75de9eae owned by network:dhcp {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:00:15.891357 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:15.921604 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bfdf27-7298-46d0-b74c-830b75de9eae,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:15.925102 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] No DVR routers for this DVR port a0bfdf27-7298-46d0-b74c-830b75de9eae on host dv-cinder-760178-7-iscsi {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:00:15.932522 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e5f778-cfc6-448d-b199-87f70b213c2d None None] DHCP port deletion for 9b80f710-f96c-4521-86ba-ead41265af35 request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 05:00:16.000715 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.010733 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b80f710-f96c-4521-86ba-ead41265af35']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:16.021318 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c16b88-aaa5-4e15-9d06-a0d90f900876') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:16.023082 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c16b88-aaa5-4e15-9d06-a0d90f900876') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:00:16.032343 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.046939 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.052904 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:00:16.053332 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:00:16.054964 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:00:16.110667 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.116230 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.118615 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9b80f710-f96c-4521-86ba-ead41265af35 HTTP/1.1" status: 204 len: 168 time: 0.5143669 Aug 13 05:00:16.134543 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec7b45-f3e1-4b4e-ab73-55f84d4633e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b80f710-f96c-4521-86ba-ead41265af35,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:16.252858 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34398) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:16.291674 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-4b8d6340-bcb8-4794-af86-40edc7f484ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a5ec25b7b804a2380a5eab3bcfae7b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376434 Aug 13 05:00:16.294680 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34400) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:16.340817 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d303db1-0d0a-4470-a1fd-702c73556b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.361776 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d303db1-0d0a-4470-a1fd-702c73556b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.406355 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d303db1-0d0a-4470-a1fd-702c73556b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.408863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9d303db1-0d0a-4470-a1fd-702c73556b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:16.410046 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-9d303db1-0d0a-4470-a1fd-702c73556b6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/475c2fe2-c70f-498f-841f-80076daa522c HTTP/1.1" status: 204 len: 168 time: 0.1144967 Aug 13 05:00:16.418839 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d303db1-0d0a-4470-a1fd-702c73556b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475c2fe2-c70f-498f-841f-80076daa522c,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:17.260946 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device a0bfdf27-7298-46d0-b74c-830b75de9eae no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:00:17.281957 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: a0bfdf27-7298-46d0-b74c-830b75de9eae {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:00:17.282303 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device a0bfdf27-7298-46d0-b74c-830b75de9eae not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:00:17.282718 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:00:17.300758 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:00:17.301103 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 57ce208d-f4c9-4dcb-9dbc-d7b55230ef31 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:00:30.345997 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34550) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:30.446511 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2637-2203-4ec3-8864-d78e8feb9ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:30.537835 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2637-2203-4ec3-8864-d78e8feb9ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:30.542150 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2637-2203-4ec3-8864-d78e8feb9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:30.582286 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-4b6c2637-2203-4ec3-8864-d78e8feb9ff4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18256dadcf3d4ae69e749d2e29edd2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351756 Aug 13 05:00:30.584364 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c2637-2203-4ec3-8864-d78e8feb9ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2b162-25ca-4eef-b7ec-ac2a60a0840f,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:30.585029 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34554) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:30.633178 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-861f9d7d-94ae-4e43-a446-afde34a2daec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:30.653796 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-861f9d7d-94ae-4e43-a446-afde34a2daec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:30.702258 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-861f9d7d-94ae-4e43-a446-afde34a2daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:30.704825 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-861f9d7d-94ae-4e43-a446-afde34a2daec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:30.705978 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-861f9d7d-94ae-4e43-a446-afde34a2daec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58a2b162-25ca-4eef-b7ec-ac2a60a0840f HTTP/1.1" status: 204 len: 168 time: 0.1198728 Aug 13 05:00:30.713407 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f9d7d-94ae-4e43-a446-afde34a2daec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2b162-25ca-4eef-b7ec-ac2a60a0840f,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:30.954788 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34560) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:30.968296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-21542cea-258a-4ad2-8eed-4b7a13119d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:31.052296 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-21542cea-258a-4ad2-8eed-4b7a13119d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:31.055659 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-21542cea-258a-4ad2-8eed-4b7a13119d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:31.091671 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-21542cea-258a-4ad2-8eed-4b7a13119d40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80837dc67ef14eba83e4e9324a2b10e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358118 Aug 13 05:00:31.093473 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21542cea-258a-4ad2-8eed-4b7a13119d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4a0cb-f42d-4bba-aa81-f58153f09405,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:31.094517 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34562) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:31.141574 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-086b66c0-f113-48a8-bdfa-ecb1c48cfb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:31.162811 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-086b66c0-f113-48a8-bdfa-ecb1c48cfb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:31.206374 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-086b66c0-f113-48a8-bdfa-ecb1c48cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:31.208951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-086b66c0-f113-48a8-bdfa-ecb1c48cfb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:31.210129 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-086b66c0-f113-48a8-bdfa-ecb1c48cfb21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cc4a0cb-f42d-4bba-aa81-f58153f09405 HTTP/1.1" status: 204 len: 168 time: 0.1145926 Aug 13 05:00:31.218086 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b66c0-f113-48a8-bdfa-ecb1c48cfb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4a0cb-f42d-4bba-aa81-f58153f09405,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:35.972924 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34660) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:36.072635 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4c71-ea42-4ca5-a4ac-984e3d0fb796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.158935 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4c71-ea42-4ca5-a4ac-984e3d0fb796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.162554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4c71-ea42-4ca5-a4ac-984e3d0fb796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.197261 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e4c71-ea42-4ca5-a4ac-984e3d0fb796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b8d470-1121-43c2-97c6-73537782527d,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:36.202156 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2b5e4c71-ea42-4ca5-a4ac-984e3d0fb796 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d3903160f7945a58722d441375a9103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281933 Aug 13 05:00:36.204698 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34664) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:36.254819 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2cacc390-e2f4-4c1b-8d4b-deccf44aeedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.275894 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2cacc390-e2f4-4c1b-8d4b-deccf44aeedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.321603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2cacc390-e2f4-4c1b-8d4b-deccf44aeedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.324035 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2cacc390-e2f4-4c1b-8d4b-deccf44aeedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.325879 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2cacc390-e2f4-4c1b-8d4b-deccf44aeedd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46b8d470-1121-43c2-97c6-73537782527d HTTP/1.1" status: 204 len: 168 time: 0.1202519 Aug 13 05:00:36.333333 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacc390-e2f4-4c1b-8d4b-deccf44aeedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b8d470-1121-43c2-97c6-73537782527d,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:36.574847 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34670) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:36.588010 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d0a3-35dd-4823-85c3-2feef8797b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.674648 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d0a3-35dd-4823-85c3-2feef8797b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.678059 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d0a3-35dd-4823-85c3-2feef8797b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.714563 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-1cd6d0a3-35dd-4823-85c3-2feef8797b1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d965215874a8449cacf484feea0fe5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386731 Aug 13 05:00:36.715497 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6d0a3-35dd-4823-85c3-2feef8797b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9342c1-c974-4d42-b594-e10c9a7fe968,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:36.717761 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34672) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:36.765543 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2abdf2a-6339-48a1-b4d4-53a709bf1bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.786578 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2abdf2a-6339-48a1-b4d4-53a709bf1bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.831099 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2abdf2a-6339-48a1-b4d4-53a709bf1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.833553 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-c2abdf2a-6339-48a1-b4d4-53a709bf1bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:36.834696 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-c2abdf2a-6339-48a1-b4d4-53a709bf1bea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c9342c1-c974-4d42-b594-e10c9a7fe968 HTTP/1.1" status: 204 len: 168 time: 0.1158857 Aug 13 05:00:36.843471 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abdf2a-6339-48a1-b4d4-53a709bf1bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9342c1-c974-4d42-b594-e10c9a7fe968,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:39.084403 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34742) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:39.184760 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-806d9689-4fe1-4584-8f37-70ed99f84e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.271831 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-806d9689-4fe1-4584-8f37-70ed99f84e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.275600 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-806d9689-4fe1-4584-8f37-70ed99f84e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.314408 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-806d9689-4fe1-4584-8f37-70ed99f84e50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f83164ecbc1149e28db195f2b544e3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289000 Aug 13 05:00:39.315279 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d9689-4fe1-4584-8f37-70ed99f84e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9d458-b7d9-489e-95af-bfcbbc1854c7,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:39.317019 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34746) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:39.367494 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c7df601e-b712-4a1a-9bc0-30b3c90673b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.387283 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c7df601e-b712-4a1a-9bc0-30b3c90673b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.432293 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c7df601e-b712-4a1a-9bc0-30b3c90673b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.434861 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c7df601e-b712-4a1a-9bc0-30b3c90673b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.435975 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c7df601e-b712-4a1a-9bc0-30b3c90673b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fc9d458-b7d9-489e-95af-bfcbbc1854c7 HTTP/1.1" status: 204 len: 168 time: 0.1179338 Aug 13 05:00:39.443555 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df601e-b712-4a1a-9bc0-30b3c90673b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9d458-b7d9-489e-95af-bfcbbc1854c7,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:39.689642 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34752) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:39.703237 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-10fcb4ba-ada7-44e6-aac5-6820e8590c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.790705 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-10fcb4ba-ada7-44e6-aac5-6820e8590c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.795530 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-10fcb4ba-ada7-44e6-aac5-6820e8590c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.833699 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-10fcb4ba-ada7-44e6-aac5-6820e8590c2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3ba02b47e104d2db4b5240783be14ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429279 Aug 13 05:00:39.834537 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcb4ba-ada7-44e6-aac5-6820e8590c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51045339-c1ec-4009-aa8c-5ddb22ed7fe0,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:39.836675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34754) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:39.888448 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e62d34d7-afcc-4a24-8cc9-ab012a27b39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.908872 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e62d34d7-afcc-4a24-8cc9-ab012a27b39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.952562 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e62d34d7-afcc-4a24-8cc9-ab012a27b39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.954988 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e62d34d7-afcc-4a24-8cc9-ab012a27b39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:39.956101 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-e62d34d7-afcc-4a24-8cc9-ab012a27b39d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51045339-c1ec-4009-aa8c-5ddb22ed7fe0 HTTP/1.1" status: 204 len: 168 time: 0.1184375 Aug 13 05:00:39.963417 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d34d7-afcc-4a24-8cc9-ab012a27b39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51045339-c1ec-4009-aa8c-5ddb22ed7fe0,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:40.053323 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-c8cae207-015d-44e5-94c8-58509d204870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:42.269491 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fc7a8810-f324-4057-803b-45a8c70c7f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:42.638450 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:43.659185 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:44.094636 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.420351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.515048 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:00:45.565275 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34840) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:45.666074 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6046654d-fa54-47b7-b93b-474f2d2e575c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.751120 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6046654d-fa54-47b7-b93b-474f2d2e575c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.754909 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6046654d-fa54-47b7-b93b-474f2d2e575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.792077 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046654d-fa54-47b7-b93b-474f2d2e575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ae5331-5c73-4b36-b73e-73d39ec2a133,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:45.796779 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-6046654d-fa54-47b7-b93b-474f2d2e575c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2a8f3fd5afe4db39674216c8434b3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304780 Aug 13 05:00:45.799337 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34844) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:45.844837 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-656ba3bf-c4db-449c-a834-90639b9dd2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.865014 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-656ba3bf-c4db-449c-a834-90639b9dd2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.909183 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-656ba3bf-c4db-449c-a834-90639b9dd2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.911826 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-656ba3bf-c4db-449c-a834-90639b9dd2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:45.912946 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-656ba3bf-c4db-449c-a834-90639b9dd2a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32ae5331-5c73-4b36-b73e-73d39ec2a133 HTTP/1.1" status: 204 len: 168 time: 0.1127191 Aug 13 05:00:45.920939 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba3bf-c4db-449c-a834-90639b9dd2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ae5331-5c73-4b36-b73e-73d39ec2a133,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:46.070535 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-59930f67-caa8-4f00-82b1-1340e92da7a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425060 Aug 13 05:00:46.147574 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-66f92d09-80b8-475f-bcc8-1efa28ef82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:46.149086 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-66f92d09-80b8-475f-bcc8-1efa28ef82cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f14b3fe91577400788ae1f543fd46253&device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 1100 time: 0.0435121 Aug 13 05:00:46.171766 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34850) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:46.184463 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-acdf0a93-5b52-4950-9e94-8e857b96ff66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:46.254324 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-3c942b3a-a041-4baf-a417-b0df5f7157f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:46.255730 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-3c942b3a-a041-4baf-a417-b0df5f7157f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 200 len: 916 time: 0.0866542 Aug 13 05:00:46.270055 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-acdf0a93-5b52-4950-9e94-8e857b96ff66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:46.274611 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-acdf0a93-5b52-4950-9e94-8e857b96ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:46.311834 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-acdf0a93-5b52-4950-9e94-8e857b96ff66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baaf73f6196d4e48b934b2048e7f7823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389704 Aug 13 05:00:46.312988 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf0a93-5b52-4950-9e94-8e857b96ff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc88c7-ef6d-4afd-bfcf-d3fb9c9b6f8a,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:46.315352 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34852) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:46.325578 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-b2b42b66-38dc-4598-b473-d2bd6b5db699 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 200 len: 1001 time: 0.0620062 Aug 13 05:00:46.365147 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-32278dbb-8935-4454-93f9-72acc451af3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:46.376829 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-d1fb8caa-3dd3-4964-bc55-c5f4717ec310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:46.378349 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-d1fb8caa-3dd3-4964-bc55-c5f4717ec310 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 200 len: 855 time: 0.0453742 Aug 13 05:00:46.386152 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-32278dbb-8935-4454-93f9-72acc451af3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:46.425084 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-eeebd584-83fe-4cda-8573-e60c0b2d857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:00:46.426596 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-eeebd584-83fe-4cda-8573-e60c0b2d857c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ec860c6-4864-49c7-9c3d-782c8767ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409548 Aug 13 05:00:46.431221 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-32278dbb-8935-4454-93f9-72acc451af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:46.433817 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-32278dbb-8935-4454-93f9-72acc451af3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:46.434990 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-32278dbb-8935-4454-93f9-72acc451af3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0cc88c7-ef6d-4afd-bfcf-d3fb9c9b6f8a HTTP/1.1" status: 204 len: 168 time: 0.1187420 Aug 13 05:00:46.438934 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-43aea769-2102-4978-9b17-456717578d1b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 05:00:46.439903 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-43aea769-2102-4978-9b17-456717578d1b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054319 Aug 13 05:00:46.442769 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32278dbb-8935-4454-93f9-72acc451af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc88c7-ef6d-4afd-bfcf-d3fb9c9b6f8a,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:46.534708 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-a87140a0-551f-4900-b920-d8ad85a76d7d service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867817 Aug 13 05:00:46.632271 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5b974c23-1490-4f09-bab3-f86b4e45c9c8 req-516d8240-7ebe-4c59-ba42-53f7b6cc1e94 service neutron] 10.222.0.58 "GET /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897903 Aug 13 05:00:50.625910 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 34930) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:50.728204 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-10cd6dc3-77d0-46ce-a274-279eed69aeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:50.815196 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-10cd6dc3-77d0-46ce-a274-279eed69aeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:50.818666 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-10cd6dc3-77d0-46ce-a274-279eed69aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:50.856091 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-10cd6dc3-77d0-46ce-a274-279eed69aeac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac6054cb431b4e5a9b1411499cdc5d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290163 Aug 13 05:00:50.856945 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd6dc3-77d0-46ce-a274-279eed69aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51041216-e0c6-447a-b102-43e3346dea7c,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:50.858847 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34934) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:50.907108 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-535ffd67-9835-4d17-85c9-957b9e28be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:50.926775 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-535ffd67-9835-4d17-85c9-957b9e28be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:50.970214 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-535ffd67-9835-4d17-85c9-957b9e28be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:50.972837 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-535ffd67-9835-4d17-85c9-957b9e28be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:50.974031 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-535ffd67-9835-4d17-85c9-957b9e28be8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51041216-e0c6-447a-b102-43e3346dea7c HTTP/1.1" status: 204 len: 168 time: 0.1141963 Aug 13 05:00:50.981670 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ffd67-9835-4d17-85c9-957b9e28be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51041216-e0c6-447a-b102-43e3346dea7c,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:51.221674 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34940) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:51.237924 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-193a99f8-3699-47f8-bf0e-cef3710b9d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:51.324826 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-193a99f8-3699-47f8-bf0e-cef3710b9d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:51.328485 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-193a99f8-3699-47f8-bf0e-cef3710b9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:51.363382 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a99f8-3699-47f8-bf0e-cef3710b9d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10fc2a0-2e13-478b-9c81-5f84590e5b72,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:00:51.367503 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-193a99f8-3699-47f8-bf0e-cef3710b9d00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a4b18e506c14be999a302f93b245762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448205 Aug 13 05:00:51.370173 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 34942) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:00:51.416154 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ef135c40-0c5a-4404-9f85-42118350c782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:51.437150 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ef135c40-0c5a-4404-9f85-42118350c782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:51.481956 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ef135c40-0c5a-4404-9f85-42118350c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:51.484476 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ef135c40-0c5a-4404-9f85-42118350c782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:00:51.485657 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ef135c40-0c5a-4404-9f85-42118350c782 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b10fc2a0-2e13-478b-9c81-5f84590e5b72 HTTP/1.1" status: 204 len: 168 time: 0.1146009 Aug 13 05:00:51.492970 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef135c40-0c5a-4404-9f85-42118350c782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10fc2a0-2e13-478b-9c81-5f84590e5b72,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:10.052732 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-272e07fe-e089-48a3-89e8-027f49902984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:12.269960 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f2906c25-f296-4c3d-b011-22a44553e06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:12.638913 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:13.661617 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:14.120448 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:15.422540 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:15.949029 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35090) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:16.048376 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:16.139750 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:16.143875 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:16.185898 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c4a9f07a84449c39fe8edfbae7f5f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357554 Aug 13 05:01:16.186997 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a150f105-a05b-4547-9c26-28ef2309a991,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:16.188734 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35094) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:16.194126 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.194480 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.194822 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.195157 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.195491 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.195822 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.196151 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.196479 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.196806 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.197130 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.197475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.197805 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc9b45-bc9b-407a-8775-dcd6dce3b98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.239892 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:16.259641 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:16.304961 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:16.307464 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:16.308608 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a150f105-a05b-4547-9c26-28ef2309a991 HTTP/1.1" status: 204 len: 168 time: 0.1187670 Aug 13 05:01:16.316276 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150f105-a05b-4547-9c26-28ef2309a991,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:16.323031 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.323384 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.323726 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.324197 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.324523 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.324855 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.325185 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.325547 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.325877 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.326203 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.326527 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:16.326849 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84b178-e4ba-4bb6-bcf3-a282d5492226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:01:17.249743 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35124) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:17.349590 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ad43-535c-45c0-a7a4-9ad9fa110af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:17.441372 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ad43-535c-45c0-a7a4-9ad9fa110af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:17.445201 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ad43-535c-45c0-a7a4-9ad9fa110af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:17.483756 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ccc5ad43-535c-45c0-a7a4-9ad9fa110af8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63fd9ab541d64da39776f8b02f29107b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329211 Aug 13 05:01:17.484955 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5ad43-535c-45c0-a7a4-9ad9fa110af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55ffde8-7e6a-44bd-ad5e-dab08781506b,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:17.486845 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35128) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:17.535450 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e5678e7b-6809-42ee-ba5f-1121df32f576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:17.555272 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e5678e7b-6809-42ee-ba5f-1121df32f576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:17.601180 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e5678e7b-6809-42ee-ba5f-1121df32f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:17.603648 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-e5678e7b-6809-42ee-ba5f-1121df32f576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:17.604794 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-e5678e7b-6809-42ee-ba5f-1121df32f576 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e55ffde8-7e6a-44bd-ad5e-dab08781506b HTTP/1.1" status: 204 len: 168 time: 0.1162248 Aug 13 05:01:17.612328 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5678e7b-6809-42ee-ba5f-1121df32f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55ffde8-7e6a-44bd-ad5e-dab08781506b,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:22.512795 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:01:40.052910 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-35018ff3-7660-40cd-91f5-7e51e7c574e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:40.645033 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f268-35a9-43e8-ba4f-bc5cfba70c73 req-64ad7586-7597-4afe-9223-bdc3085a53b8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:40.646534 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92a2f268-35a9-43e8-ba4f-bc5cfba70c73 req-64ad7586-7597-4afe-9223-bdc3085a53b8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.0484867 Aug 13 05:01:40.686699 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92a2f268-35a9-43e8-ba4f-bc5cfba70c73 req-98580cd4-d913-45e1-adaf-6eca5a859f5f tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342159 Aug 13 05:01:41.818078 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a113-8961-4c6d-a2b4-3199af747d26 req-19e36b65-aed4-4b07-96f4-2abbe46b9ef5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:41.819520 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-05e5a113-8961-4c6d-a2b4-3199af747d26 req-19e36b65-aed4-4b07-96f4-2abbe46b9ef5 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.0476568 Aug 13 05:01:41.859829 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-05e5a113-8961-4c6d-a2b4-3199af747d26 req-b180aab4-7e52-4262-b053-8a9eb8ae181b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304620 Aug 13 05:01:42.270351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-14e4797e-2511-4edf-8d2e-2575d96ba944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:42.590806 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-54da9315-28fe-470e-932c-600b6d7a9b72 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:42.592132 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-54da9315-28fe-470e-932c-600b6d7a9b72 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.0472913 Aug 13 05:01:42.644024 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:42.683964 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Deleting port 829467c0-4297-4eb6-b30b-e0c939ced37a {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:01:42.684300 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:42.769006 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] For port 829467c0-4297-4eb6-b30b-e0c939ced37a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=829467c0-4297-4eb6-b30b-e0c939ced37a,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:01:42.769365 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:42.936117 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:42.936751 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577363'] for floatingip, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:42.936871 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Floating IP cc2b02f4-e4e2-482e-903e-74bd2e483a73 disassociated. External IP: 172.27.1.86, port: 829467c0-4297-4eb6-b30b-e0c939ced37a. Aug 13 05:01:42.937115 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Calling delete_port for 829467c0-4297-4eb6-b30b-e0c939ced37a owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:01:43.036207 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfaafa-b9b8-4d8b-94a3-0e810e52afa7 req-396dab38-86be-4fe3-b637-d50f7e092043 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:43.037688 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15dfaafa-b9b8-4d8b-94a3-0e810e52afa7 req-396dab38-86be-4fe3-b637-d50f7e092043 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe3350a2-7e6b-4805-a78d-99daf448d196 HTTP/1.1" status: 200 len: 947 time: 0.0944815 Aug 13 05:01:43.103248 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-15dfaafa-b9b8-4d8b-94a3-0e810e52afa7 req-2beab2ed-a31a-4e3e-97f1-1bcfb33a2312 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b6db894-2b7e-4e55-8879-89a30ba55643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564537 Aug 13 05:01:43.131609 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:43.159193 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event deleted for resources: {'Port': ['ID=829467c0-4297-4eb6-b30b-e0c939ced37a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:43.271257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Router 3ce55b29-3cb5-47b6-9315-49c23e68b51b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:01:43.375160 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:01:43.384869 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] Sync routers for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:01:43.397197 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:01:43.397834 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:43.413196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] No DVR routers for this DVR port 829467c0-4297-4eb6-b30b-e0c939ced37a on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:01:43.415779 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:43.417781 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-a5ea99ca-eaeb-4fde-8b87-9565f07bd8bb req-6aeb3dd1-6acf-4f51-b22e-c56bbeecd7e2 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.58 "DELETE /v2.0/ports/829467c0-4297-4eb6-b30b-e0c939ced37a HTTP/1.1" status: 204 len: 173 time: 0.8195021 Aug 13 05:01:43.418208 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-deleted', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:01:43.420424 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d1baf0-7253-4d72-96b8-b1e7a990a2c9" -d '{"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-deleted", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:01:43.507532 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:01:43.659161 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c220a8b-b2da-40da-9efa-ea08e2d1254f x-openstack-request-id: req-8c220a8b-b2da-40da-9efa-ea08e2d1254f {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:01:43.659454 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3350a2-7e6b-4805-a78d-99daf448d196", "name": "network-vif-deleted", "tag": "829467c0-4297-4eb6-b30b-e0c939ced37a", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:01:43.659704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c220a8b-b2da-40da-9efa-ea08e2d1254f {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:01:43.660097 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3350a2-7e6b-4805-a78d-99daf448d196', 'name': 'network-vif-deleted', 'tag': '829467c0-4297-4eb6-b30b-e0c939ced37a', 'status': 'completed', 'code': 200} Aug 13 05:01:43.672496 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:43.719898 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:43.745124 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] Checking router: 3ce55b29-3cb5-47b6-9315-49c23e68b51b for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:01:43.753153 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:01:43.753733 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:43.856430 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:01:44.054074 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:44.079530 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dd08b-b74b-4ff5-b863-7552d078f05d None None] The sync data for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi is: [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T04:49:35Z', 'revision_number': 4, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': '548e9524-867a-4bb4-9566-548b6d0f6e23', 'name': '', 'network_id': '2ec860c6-4864-49c7-9c3d-782c8767ed6e', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'mac_address': 'fa:16:3e:2b:56:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93996049-8a1a-4413-a215-634bc99d15a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:33Z', 'updated_at': '2021-08-13T04:49:44Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'subnets': [{'id': '93996049-8a1a-4413-a215-634bc99d15a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:01:44.121995 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.193351 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35180) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:44.248870 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0e8-3f7b-424d-ad53-ab61e3b4910b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.273378 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0e8-3f7b-424d-ad53-ab61e3b4910b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.302539 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bf95f-eda0-480d-8269-0311776a27a6 None None] New status for floating IP cc2b02f4-e4e2-482e-903e-74bd2e483a73: DOWN {{(pid=105493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 05:01:44.326478 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0e8-3f7b-424d-ad53-ab61e3b4910b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.329733 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-61f5b0e8-3f7b-424d-ad53-ab61e3b4910b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.330945 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-61f5b0e8-3f7b-424d-ad53-ab61e3b4910b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "DELETE /v2.0/security-groups/0b6db894-2b7e-4e55-8879-89a30ba55643 HTTP/1.1" status: 204 len: 168 time: 0.1364684 Aug 13 05:01:44.333758 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35182) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:44.339678 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5b0e8-3f7b-424d-ad53-ab61e3b4910b tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6db894-2b7e-4e55-8879-89a30ba55643,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:44.349975 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.api.v2.resource [None req-b62c270c-1228-4d11-aeeb-e83662ee2e02 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] show failed (client error): The resource could not be found. Aug 13 05:01:44.350973 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-b62c270c-1228-4d11-aeeb-e83662ee2e02 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "GET /v2.0/security-groups/0b6db894-2b7e-4e55-8879-89a30ba55643 HTTP/1.1" status: 404 len: 347 time: 0.0151193 Aug 13 05:01:44.353751 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35184) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:44.477420 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Deleting port 13b6661b-69ea-4c22-a917-e2524fcb1b1a {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:01:44.477876 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.553854 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.554181 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.566009 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Calling delete_port for 13b6661b-69ea-4c22-a917-e2524fcb1b1a owned by network:floatingip {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:01:44.692473 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.716707 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Pushing event deleted for resources: {'Port': ['ID=13b6661b-69ea-4c22-a917-e2524fcb1b1a,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:44.774543 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks [] for floatingip, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.776987 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:44.778149 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-985c638c-c2a9-45c3-9a84-6254159d16c8 tempest-AttachVolumeShelveTestJSON-2101310959 tempest-AttachVolumeShelveTestJSON-2101310959-project] 10.222.0.18 "DELETE /v2.0/floatingips/cc2b02f4-e4e2-482e-903e-74bd2e483a73 HTTP/1.1" status: 204 len: 168 time: 0.4234190 Aug 13 05:01:45.424869 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:45.834662 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:01:45.854341 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 829467c0-4297-4eb6-b30b-e0c939ced37a {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:01:45.854685 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 829467c0-4297-4eb6-b30b-e0c939ced37a not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:01:46.105959 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-6822bfa8-db5f-4a4c-8d80-f27632c4f60b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464888 Aug 13 05:01:46.202392 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-4c425700-6fe5-4710-844a-85e9fdf3bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:46.203845 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-4c425700-6fe5-4710-844a-85e9fdf3bda9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1099 time: 0.0401244 Aug 13 05:01:46.304579 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-d9114d64-db78-437d-8dc1-9ae01545f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:46.305968 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-d9114d64-db78-437d-8dc1-9ae01545f565 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 909 time: 0.0823655 Aug 13 05:01:46.373873 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-2f59391b-a204-415e-abf3-fb8167a1fba1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 1002 time: 0.0596781 Aug 13 05:01:46.427535 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-e4f801d9-f6e7-4554-a6a1-4723d3fdae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:46.428995 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-e4f801d9-f6e7-4554-a6a1-4723d3fdae81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.0478969 Aug 13 05:01:46.473280 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-44d92c29-9a45-409b-af12-acc00c4bbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:46.474761 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-44d92c29-9a45-409b-af12-acc00c4bbd78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385418 Aug 13 05:01:46.571317 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-c6ea3c57-1c90-48d8-8cf2-4a97c9126494 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856087 Aug 13 05:01:46.660860 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-6b5bfd55-cb1d-4fee-9cf1-cf6f3532059a req-67ad9e6e-208f-48c2-8d5b-52f718ef6788 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815549 Aug 13 05:01:47.200636 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35206) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:47.914315 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:48.157942 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Deleting port 548e9524-867a-4bb4-9566-548b6d0f6e23 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:01:48.158282 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:48.233063 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] For port 548e9524-867a-4bb4-9566-548b6d0f6e23, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=548e9524-867a-4bb4-9566-548b6d0f6e23,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:01:48.233763 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:48.248835 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Calling delete_port for 548e9524-867a-4bb4-9566-548b6d0f6e23 owned by network:router_interface {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:01:48.425587 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:48.448570 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=548e9524-867a-4bb4-9566-548b6d0f6e23,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:48.612617 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:48.824603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Router 3ce55b29-3cb5-47b6-9315-49c23e68b51b has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:01:48.927121 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:01:48.932120 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-501539f0-3817-4502-8d90-b63ec84354a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/3ce55b29-3cb5-47b6-9315-49c23e68b51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304633 Aug 13 05:01:48.934832 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35210) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:48.938337 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] Sync routers for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:01:48.947117 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:01:48.947707 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:49.037956 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks [] for router, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.048223 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:01:49.139529 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.191588 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Deleting port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:01:49.191949 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.221603 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T05:01:48Z', 'revision_number': 5, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port': {'id': 'ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:49:28Z', 'updated_at': '2021-08-13T04:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:49.249323 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] Checking router: 3ce55b29-3cb5-47b6-9315-49c23e68b51b for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:01:49.257644 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] Routers {'3ce55b29-3cb5-47b6-9315-49c23e68b51b'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:01:49.258065 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:49.270650 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] For port ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:01:49.271180 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.285403 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Calling delete_port for ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 owned by network:router_gateway {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:01:49.426263 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] Set router 3ce55b29-3cb5-47b6-9315-49c23e68b51b gateway port host: None {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:01:49.453478 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.476343 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T05:01:49Z', 'revision_number': 6, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:49.481779 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:49.506653 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241341c8-1220-49e6-9221-848c5ebfcf78 None None] The sync data for ids ['3ce55b29-3cb5-47b6-9315-49c23e68b51b'] in dv-cinder-760178-7-iscsi is: [{'id': '3ce55b29-3cb5-47b6-9315-49c23e68b51b', 'name': 'tempest-AttachVolumeShelveTestJSON-382174104-router', 'tenant_id': 'f14b3fe91577400788ae1f543fd46253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:49:27Z', 'updated_at': '2021-08-13T05:01:49Z', 'revision_number': 6, 'project_id': 'f14b3fe91577400788ae1f543fd46253', 'gw_port_host': None}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:01:49.545725 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.632261 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.634315 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.676512 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.677049 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ce55b29-3cb5-47b6-9315-49c23e68b51b {{(pid=105491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 05:01:49.682272 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] Notify callbacks [] for router, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.683422 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6b387f9d-53c9-4b2d-9cfc-d780b167ef4a admin admin] 10.222.0.18 "DELETE /v2.0/routers/3ce55b29-3cb5-47b6-9315-49c23e68b51b HTTP/1.1" status: 204 len: 168 time: 0.7476714 Aug 13 05:01:49.685911 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35212) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:49.738858 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] Deleting subnet 93996049-8a1a-4413-a215-634bc99d15a3 {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:01:49.741856 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.774863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.883519 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.943285 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.966557 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93996049-8a1a-4413-a215-634bc99d15a3,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:49.972086 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:49.973991 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-71de6a9a-4c36-41e3-93c5-84825ee8081c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/93996049-8a1a-4413-a215-634bc99d15a3 HTTP/1.1" status: 204 len: 168 time: 0.2871385 Aug 13 05:01:49.976442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35214) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:49.978902 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66996d8-0349-4b72-9e63-056d5c021991 None None] Network 2ec860c6-4864-49c7-9c3d-782c8767ed6e requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:01:50.044211 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.099000 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Deleting port 82930d20-964a-4214-a58e-ec5d136c004f {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:01:50.099346 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.167431 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] For port 82930d20-964a-4214-a58e-ec5d136c004f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=82930d20-964a-4214-a58e-ec5d136c004f,segment=NetworkSegment(d6eb43f8-7670-4302-8d83-5944e452fc86),segment_id=d6eb43f8-7670-4302-8d83-5944e452fc86)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:01:50.167757 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.180504 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Calling delete_port for 82930d20-964a-4214-a58e-ec5d136c004f owned by network:dhcp {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:01:50.263527 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.266506 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741fe297-144b-4612-bca6-1b8f0616b098 None None] DHCP port deletion for 2ec860c6-4864-49c7-9c3d-782c8767ed6e request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 05:01:50.291954 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82930d20-964a-4214-a58e-ec5d136c004f,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:50.300729 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] No DVR routers for this DVR port 82930d20-964a-4214-a58e-ec5d136c004f on host dv-cinder-760178-7-iscsi {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:01:50.373539 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.383718 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec860c6-4864-49c7-9c3d-782c8767ed6e']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:50.394089 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eb43f8-7670-4302-8d83-5944e452fc86') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:50.394385 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eb43f8-7670-4302-8d83-5944e452fc86') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:01:50.403420 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.420383 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.426872 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:01:50.427259 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:01:50.428883 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:01:50.483687 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.489658 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.493487 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ec860c6-4864-49c7-9c3d-782c8767ed6e HTTP/1.1" status: 204 len: 168 time: 0.5141730 Aug 13 05:01:50.503705 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f273597-e6b2-497f-8593-f9bebdfa97a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec860c6-4864-49c7-9c3d-782c8767ed6e,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:50.601858 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35218) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:50.640322 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-d8d54e8c-11c7-4e35-91b0-e3e13b792626 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f14b3fe91577400788ae1f543fd46253&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373235 Aug 13 05:01:50.642584 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35220) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:50.691701 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-becaba35-e4d2-4a25-a340-4a8695dc65e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.711878 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-becaba35-e4d2-4a25-a340-4a8695dc65e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.756600 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-becaba35-e4d2-4a25-a340-4a8695dc65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.759258 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-becaba35-e4d2-4a25-a340-4a8695dc65e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:50.760387 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-becaba35-e4d2-4a25-a340-4a8695dc65e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/339564c0-7b05-4919-a81c-ec36706222e1 HTTP/1.1" status: 204 len: 168 time: 0.1169438 Aug 13 05:01:50.767756 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaba35-e4d2-4a25-a340-4a8695dc65e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339564c0-7b05-4919-a81c-ec36706222e1,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:51.311511 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:01:51.331704 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:01:51.332045 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ca1bf9b7-2d84-4127-9fc2-010abb0e4fe9 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:01:51.332447 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 82930d20-964a-4214-a58e-ec5d136c004f no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:01:51.350795 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 82930d20-964a-4214-a58e-ec5d136c004f {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:01:51.351134 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 82930d20-964a-4214-a58e-ec5d136c004f not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:01:51.351547 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 548e9524-867a-4bb4-9566-548b6d0f6e23 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:01:51.372069 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 548e9524-867a-4bb4-9566-548b6d0f6e23 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:01:51.372416 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 548e9524-867a-4bb4-9566-548b6d0f6e23 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:01:52.150780 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35260) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:52.253188 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dc469735-e69f-48f2-84cc-d4dc795bd314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.340599 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dc469735-e69f-48f2-84cc-d4dc795bd314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.344626 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-dc469735-e69f-48f2-84cc-d4dc795bd314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.385080 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-dc469735-e69f-48f2-84cc-d4dc795bd314 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1324587b1b01469083f86ecd87ed0a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331061 Aug 13 05:01:52.386111 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc469735-e69f-48f2-84cc-d4dc795bd314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a4e15-414b-4415-afac-0c9931b6d89a,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:52.387722 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35264) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:52.437871 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2830ebd5-9d29-414b-ae02-be11b71e133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.458071 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2830ebd5-9d29-414b-ae02-be11b71e133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.502746 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2830ebd5-9d29-414b-ae02-be11b71e133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.505395 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2830ebd5-9d29-414b-ae02-be11b71e133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.506566 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2830ebd5-9d29-414b-ae02-be11b71e133c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e5a4e15-414b-4415-afac-0c9931b6d89a HTTP/1.1" status: 204 len: 168 time: 0.1171923 Aug 13 05:01:52.514046 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830ebd5-9d29-414b-ae02-be11b71e133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a4e15-414b-4415-afac-0c9931b6d89a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:52.755720 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35270) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:52.768321 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-85c07c20-e0ac-4ad0-b2fb-5e531ed7207b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.854713 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-85c07c20-e0ac-4ad0-b2fb-5e531ed7207b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.858051 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-85c07c20-e0ac-4ad0-b2fb-5e531ed7207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.894806 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c07c20-e0ac-4ad0-b2fb-5e531ed7207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecf0e88-864e-4acf-b7d9-c32ff5cdb682,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:52.899055 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-85c07c20-e0ac-4ad0-b2fb-5e531ed7207b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47aed982b93c474d992475e5870a634d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423256 Aug 13 05:01:52.901596 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35272) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:52.948387 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-eee6a4c2-3601-47db-99b1-e2a0d44c0e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:52.968270 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-eee6a4c2-3601-47db-99b1-e2a0d44c0e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:53.013143 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-eee6a4c2-3601-47db-99b1-e2a0d44c0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:53.015858 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-eee6a4c2-3601-47db-99b1-e2a0d44c0e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:53.017137 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-eee6a4c2-3601-47db-99b1-e2a0d44c0e89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cecf0e88-864e-4acf-b7d9-c32ff5cdb682 HTTP/1.1" status: 204 len: 168 time: 0.1146522 Aug 13 05:01:53.024847 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6a4c2-3601-47db-99b1-e2a0d44c0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecf0e88-864e-4acf-b7d9-c32ff5cdb682,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:54.958589 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35342) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:55.059579 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f486f310-2152-487d-a94a-c88b16382ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.143850 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f486f310-2152-487d-a94a-c88b16382ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.147547 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f486f310-2152-487d-a94a-c88b16382ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.184865 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486f310-2152-487d-a94a-c88b16382ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae7bee8-d018-41dd-b40a-0133c3e7c985,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:55.190077 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f486f310-2152-487d-a94a-c88b16382ca9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b1a26679ffd43b79bfb602603a724b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304003 Aug 13 05:01:55.192816 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35346) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:55.239677 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ab4756d6-f4bf-43ff-b7e5-2893e964bed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.259828 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ab4756d6-f4bf-43ff-b7e5-2893e964bed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.304687 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ab4756d6-f4bf-43ff-b7e5-2893e964bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.307206 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ab4756d6-f4bf-43ff-b7e5-2893e964bed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.308331 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ab4756d6-f4bf-43ff-b7e5-2893e964bed4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aae7bee8-d018-41dd-b40a-0133c3e7c985 HTTP/1.1" status: 204 len: 168 time: 0.1149132 Aug 13 05:01:55.316282 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4756d6-f4bf-43ff-b7e5-2893e964bed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae7bee8-d018-41dd-b40a-0133c3e7c985,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:55.559211 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35352) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:55.572578 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-234ef652-d80a-445a-9fd0-10801ac7994a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.659339 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-234ef652-d80a-445a-9fd0-10801ac7994a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.662991 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-234ef652-d80a-445a-9fd0-10801ac7994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.698508 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ef652-d80a-445a-9fd0-10801ac7994a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fa5549-a2c6-45d4-8ba1-eedcd493b53f,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:55.702764 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-234ef652-d80a-445a-9fd0-10801ac7994a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f958fbff2b240a288a4e3e0bf965f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424811 Aug 13 05:01:55.705219 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35354) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:55.756114 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-129dd872-d782-436c-9163-e8da4c6ea00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.777530 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-129dd872-d782-436c-9163-e8da4c6ea00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.822129 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-129dd872-d782-436c-9163-e8da4c6ea00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.824568 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-129dd872-d782-436c-9163-e8da4c6ea00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:55.825744 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-129dd872-d782-436c-9163-e8da4c6ea00d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7fa5549-a2c6-45d4-8ba1-eedcd493b53f HTTP/1.1" status: 204 len: 168 time: 0.1195862 Aug 13 05:01:55.832902 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dd872-d782-436c-9163-e8da4c6ea00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fa5549-a2c6-45d4-8ba1-eedcd493b53f,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:56.473621 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35376) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:56.565337 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818221065-network', 'tenant_id': '0efcc6c0732548b4a8ebedefdb04ec0c'}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:01:56.586389 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Made reservation on behalf of 0efcc6c0732548b4a8ebedefdb04ec0c for: {'network': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:01:56.588621 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.597163 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.679670 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.683132 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.708734 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=105492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 05:01:56.714703 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1a428-fc34-4034-a53b-75be0560c8ed,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:56.721953 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.722339 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.segments_db [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Added segment efcad516-15a6-43f9-903a-0b76e3b84174 of type vlan for network 230f5653-0031-427c-bb7c-d9e60f0e14cd Aug 13 05:01:56.762010 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.792029 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.792955 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:56.793632 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:56.845943 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3712282 Aug 13 05:01:56.848877 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35380) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:56.850955 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691fe37-f9bc-4e75-95e4-de139d203f35 admin admin] Pushing event updated for resources: {'Network': ['ID=230f5653-0031-427c-bb7c-d9e60f0e14cd,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:56.855163 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Request body: {'subnet': {'network_id': '230f5653-0031-427c-bb7c-d9e60f0e14cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818221065-subnet', 'tenant_id': '0efcc6c0732548b4a8ebedefdb04ec0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:01:56.861184 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 230f5653-0031-427c-bb7c-d9e60f0e14cd details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 05:01:56.881393 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Made reservation on behalf of 0efcc6c0732548b4a8ebedefdb04ec0c for: {'subnet': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:01:56.883690 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27179483'] for subnet, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.042236 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26924407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27179497'] for subnet, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.097908 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a63f16b-82f9-4257-8022-34925ddcf177,revision_number=0']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:57.107656 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Checking segment: {'id': 'efcad516-15a6-43f9-903a-0b76e3b84174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '230f5653-0031-427c-bb7c-d9e60f0e14cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 05:01:57.108012 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Network hostable DHCP agents. Network: 230f5653-0031-427c-bb7c-d9e60f0e14cd, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 05:01:57.123734 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Network 230f5653-0031-427c-bb7c-d9e60f0e14cd is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 05:01:57.132181 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 230f5653-0031-427c-bb7c-d9e60f0e14cd) {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 05:01:57.136125 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:57.136704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.142673 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7b6ce-4e32-4859-ae02-2fe75c0828be None None] Network 230f5653-0031-427c-bb7c-d9e60f0e14cd requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:01:57.150703 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-8fa724bb-bcb9-40a3-9c79-166738b697da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3007498 Aug 13 05:01:57.263791 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8dd69d-cacc-4ce5-a72b-aa68497309a9 None None] Network 230f5653-0031-427c-bb7c-d9e60f0e14cd requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:01:57.594808 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35396) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:57.599878 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340361416-network', 'tenant_id': '26604dfe71664773b4ba718829005183'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:01:57.620190 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Made reservation on behalf of 26604dfe71664773b4ba718829005183 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:01:57.622683 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.631615 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.720122 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.724013 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.748127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 05:01:57.762309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555aa2f-73e5-411a-bdba-92872060e88b,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:57.767988 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.768338 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Added segment a21338f6-27fc-459b-88ca-4efed497f65b of type vlan for network 265fca42-d9cb-46b7-a7b3-5bd8b7629a93 Aug 13 05:01:57.806530 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.834421 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.835350 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:57.835932 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:57.886211 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2902482 Aug 13 05:01:57.888905 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35398) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:01:57.894718 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Request body: {'subnet': {'network_id': '265fca42-d9cb-46b7-a7b3-5bd8b7629a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340361416-subnet', 'tenant_id': '26604dfe71664773b4ba718829005183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:01:57.897352 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560e97-0da6-4073-a92c-ed615db25432 admin admin] Pushing event updated for resources: {'Network': ['ID=265fca42-d9cb-46b7-a7b3-5bd8b7629a93,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:57.906843 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network 265fca42-d9cb-46b7-a7b3-5bd8b7629a93 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 05:01:57.915664 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Made reservation on behalf of 26604dfe71664773b4ba718829005183 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:01:57.918233 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:58.076619 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:58.126761 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da26403-a7d3-4cf3-8eed-36514f6f806d,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:01:58.136278 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Checking segment: {'id': 'a21338f6-27fc-459b-88ca-4efed497f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '265fca42-d9cb-46b7-a7b3-5bd8b7629a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 05:01:58.136573 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Network hostable DHCP agents. Network: 265fca42-d9cb-46b7-a7b3-5bd8b7629a93, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 05:01:58.151426 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Network 265fca42-d9cb-46b7-a7b3-5bd8b7629a93 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 05:01:58.159259 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, 265fca42-d9cb-46b7-a7b3-5bd8b7629a93) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 05:01:58.163114 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:01:58.163705 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:01:58.168372 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0b279-b45b-48c9-8578-d40bfa009e9b None None] Network 265fca42-d9cb-46b7-a7b3-5bd8b7629a93 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:01:58.176815 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-0241474e-f83e-47b4-9d0c-e21311b88fe7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2868340 Aug 13 05:01:58.291031 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f4fbb-8953-4163-a8ae-0882d6af7953 None None] Network 265fca42-d9cb-46b7-a7b3-5bd8b7629a93 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:01:59.511293 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:02:03.592381 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35444) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:04.153941 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Deleting port 387748fd-cdc7-4e5c-a330-8ef399ef64a3 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:04.154286 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:04.227289 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:04.227619 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:04.239067 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Calling delete_port for 387748fd-cdc7-4e5c-a330-8ef399ef64a3 owned by network:floatingip {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:04.399379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:04.429461 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event deleted for resources: {'Port': ['ID=387748fd-cdc7-4e5c-a330-8ef399ef64a3,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:04.490649 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for floatingip, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:04.490983 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.l3_db [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Floating IP 237e3a37-a689-4fd8-ad8a-faba14578357 disassociated (deleted). External IP: 172.27.1.107, port: e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46. Aug 13 05:02:04.690780 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Router 201696d5-83f6-490a-9bd3-48ecc0ef9573 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:02:04.794244 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:02:04.799521 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:04.804746 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] Sync routers for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:02:04.814069 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:04.814683 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:04.828697 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-4bd9e820-33cb-44ba-a39a-895817e3967b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "DELETE /v2.0/floatingips/237e3a37-a689-4fd8-ad8a-faba14578357 HTTP/1.1" status: 204 len: 168 time: 1.2350845 Aug 13 05:02:04.829150 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:04.831408 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:04.945707 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:05.033798 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2a9b88-3dc6-4a69-b94c-5e7b35785539 x-openstack-request-id: req-ec2a9b88-3dc6-4a69-b94c-5e7b35785539 {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:05.034287 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:05.034912 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec2a9b88-3dc6-4a69-b94c-5e7b35785539 {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:05.035538 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'status': 'completed', 'code': 200} Aug 13 05:02:05.104126 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311029-8e29-4076-a0c6-23a7a139fe0e req-fb64941a-1b56-4892-9d51-25f6bfa12461 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:05.105744 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-03311029-8e29-4076-a0c6-23a7a139fe0e req-fb64941a-1b56-4892-9d51-25f6bfa12461 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0682464 Aug 13 05:02:05.158881 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-ad2212f4-c700-4a4e-930c-924c96a95783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:05.160359 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-ad2212f4-c700-4a4e-930c-924c96a95783 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 1099 time: 0.0771809 Aug 13 05:02:05.165203 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-03311029-8e29-4076-a0c6-23a7a139fe0e req-deba4610-602d-4c97-b476-094289b427fd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Aug 13 05:02:05.177329 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 5, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:05.206511 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] Checking router: 201696d5-83f6-490a-9bd3-48ecc0ef9573 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:02:05.214618 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:05.215234 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:05.254135 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-367524fa-da82-45a1-831f-61c7344d440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:05.255609 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-367524fa-da82-45a1-831f-61c7344d440e service neutron] 10.222.0.58 "GET /v2.0/networks?id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 200 len: 909 time: 0.0874374 Aug 13 05:02:05.299922 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-4e074b4b-3043-413e-8256-64cf3996456a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 200 len: 217 time: 0.0358164 Aug 13 05:02:05.358987 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-531343ec-69ef-4cce-a9be-a96d7e09bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:05.360516 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-531343ec-69ef-4cce-a9be-a96d7e09bd38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 200 len: 848 time: 0.0534604 Aug 13 05:02:05.405105 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35470) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:05.409866 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-8e2e06c5-2768-484d-9e0e-7214aa63a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:05.411402 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-8e2e06c5-2768-484d-9e0e-7214aa63a69a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3796c66a-ddb8-4077-aaa2-51b0f8e8a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436716 Aug 13 05:02:05.449981 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:05.505351 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-79ba7d7c-8f76-424d-80c2-9af651bfb22a service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849369 Aug 13 05:02:05.569000 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Deleting port 98f61de4-a4b9-4934-b96d-51668a647865 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:05.569342 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:05.614074 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7a04ef0a-2c45-4419-a3fe-5e9def9cc7c2 req-5dd26a4a-d3ea-415c-ab39-28a5e2fef894 service neutron] 10.222.0.58 "GET /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009223 Aug 13 05:02:05.645289 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:05.645762 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:05.653348 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 5, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:05.657676 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Calling delete_port for 98f61de4-a4b9-4934-b96d-51668a647865 owned by network:floatingip {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:05.679405 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ba856-4956-4f70-b988-6e04c7f35479 None None] The sync data for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi is: [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T04:55:47Z', 'revision_number': 4, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'bea97d3e-c6d5-4d99-bb88-e385abc05403', 'name': '', 'network_id': '3796c66a-ddb8-4077-aaa2-51b0f8e8a177', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'mac_address': 'fa:16:3e:8d:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:47Z', 'updated_at': '2021-08-13T04:55:53Z', 'revision_number': 5, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'subnets': [{'id': 'be0990d1-8d24-41a2-bfaf-cbbdde2431d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:02:05.820618 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:05.846873 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event deleted for resources: {'Port': ['ID=98f61de4-a4b9-4934-b96d-51668a647865,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:05.894809 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bedc5-91bd-4d24-9c6d-fcec5190fe2c None None] New status for floating IP 237e3a37-a689-4fd8-ad8a-faba14578357: DOWN {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 05:02:05.911605 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:05.911941 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.db.l3_db [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Floating IP df5044b7-bc16-402a-8123-b4dce29e6e04 disassociated (deleted). External IP: 172.27.1.250, port: 8a139ca9-8c62-4689-8380-0b06539f446a. Aug 13 05:02:06.112934 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:02:06.221976 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:02:06.226351 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:06.231703 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:02:06.240825 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:06.241527 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:06.252919 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-52608c42-ade8-494a-b2c5-db85e0cd3266 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "DELETE /v2.0/floatingips/df5044b7-bc16-402a-8123-b4dce29e6e04 HTTP/1.1" status: 204 len: 168 time: 0.8463833 Aug 13 05:02:06.311616 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c022ce3-67e3-44bd-b0dd-27dbfa3f2f03 req-a3e60401-cf42-4f88-8a6a-2d5517f01565 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:06.313240 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4c022ce3-67e3-44bd-b0dd-27dbfa3f2f03 req-a3e60401-cf42-4f88-8a6a-2d5517f01565 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0702217 Aug 13 05:02:06.356028 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-4c022ce3-67e3-44bd-b0dd-27dbfa3f2f03 req-6d4ed2b5-e1b8-41a5-8d0e-170c67f38a43 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364981 Aug 13 05:02:06.377976 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:06.549181 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd2185-7682-43f0-a76b-48a90788be9d req-a4fd4108-d69e-4667-8a0a-3b9e3b16e8a2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:06.550825 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5cd2185-7682-43f0-a76b-48a90788be9d req-a4fd4108-d69e-4667-8a0a-3b9e3b16e8a2 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 946 time: 0.0479627 Aug 13 05:02:06.593656 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e5cd2185-7682-43f0-a76b-48a90788be9d req-135787cd-f83c-40e0-9c26-5a3ed01b418b tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367966 Aug 13 05:02:06.623060 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:57:00Z', 'revision_number': 1, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:06.649258 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:02:06.657632 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:06.658244 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:06.758811 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:06.975055 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:57:00Z', 'revision_number': 1, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:07.001466 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75312e-a6d4-4a80-9d45-f5fa34b26aeb None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_floatingips': [{'id': '30de9278-5c73-42ab-818e-0ecc27ff16fc', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'router_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'port_id': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'mac_address': 'fa:16:3e:1a:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98658ab9-f9fc-490f-985a-33653f69648e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:56:58Z', 'updated_at': '2021-08-13T04:57:00Z', 'revision_number': 1, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:02:07.037121 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a'}] {{(pid=105492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:07.039519 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32e646db511f28a5f51e808f327d2abe7a86ec1ab33836dd1a533bdc63d3f4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb455101-e049-423d-a7e1-c8a4da156fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a"}]}' {{(pid=105492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:07.042324 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-1ccc332e-51ff-40af-b418-5f1ab5234133 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:07.043894 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-1ccc332e-51ff-40af-b418-5f1ab5234133 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.58 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.0538538 Aug 13 05:02:07.080427 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583594f-f77c-4685-a36a-8cc1a9b2eeca x-openstack-request-id: req-f583594f-f77c-4685-a36a-8cc1a9b2eeca {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:07.080719 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a", "status": "completed", "code": 200}]} {{(pid=105492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:07.080969 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f583594f-f77c-4685-a36a-8cc1a9b2eeca {{(pid=105492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:07.081364 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a', 'status': 'completed', 'code': 200} Aug 13 05:02:07.235068 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fca36c-2aea-4d90-9366-4e28d3995a2e None None] New status for floating IP df5044b7-bc16-402a-8123-b4dce29e6e04: DOWN {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 05:02:07.418805 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Deleting port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:07.419410 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:07.481421 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-ab0769b2-898f-40dc-b0d1-0734d5db094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:07.482850 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-ab0769b2-898f-40dc-b0d1-0734d5db094b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 1099 time: 0.3536069 Aug 13 05:02:07.594823 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97100062-784e-4165-91ae-1f9f4b782aac req-b951861b-6381-4d94-8afb-a2372a1fc1fd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:07.596293 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-97100062-784e-4165-91ae-1f9f4b782aac req-b951861b-6381-4d94-8afb-a2372a1fc1fd tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 946 time: 0.1374230 Aug 13 05:02:07.634512 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] For port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:07.634891 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:07.658418 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Calling delete_port for e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:07.695204 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-97100062-784e-4165-91ae-1f9f4b782aac req-e92650c6-b07f-4832-bc54-9cf832d3885e tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2eb3366-1d40-4571-bec3-c6eef94a6ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904415 Aug 13 05:02:07.714380 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-b9acadec-a0d0-4ddf-8156-6e29ba0d5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:07.715862 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-b9acadec-a0d0-4ddf-8156-6e29ba0d5070 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.2173820 Aug 13 05:02:07.798859 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-b594a277-f941-4a07-91a8-006bff57cbf7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a139ca9-8c62-4689-8380-0b06539f446a HTTP/1.1" status: 200 len: 217 time: 0.0493591 Aug 13 05:02:07.823874 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062c53-9a98-4627-9bd4-e26fdfb3bc47 req-dc4ee299-d29f-4e19-a8ef-b8a523cd1146 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:07.825281 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-af062c53-9a98-4627-9bd4-e26fdfb3bc47 req-dc4ee299-d29f-4e19-a8ef-b8a523cd1146 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 946 time: 0.1535738 Aug 13 05:02:07.927819 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-1be6ddce-bf84-489c-8153-848fc31b0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:07.929254 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-1be6ddce-bf84-489c-8153-848fc31b0215 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0946736 Aug 13 05:02:07.935766 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-af062c53-9a98-4627-9bd4-e26fdfb3bc47 req-cb101532-9e9e-4427-9eca-99fdee7cb82c tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001074 Aug 13 05:02:07.978125 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:08.011064 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event deleted for resources: {'Port': ['ID=e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:08.016208 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-485644ca-c0b7-4578-b87b-0deb84e7e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:08.017772 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-485644ca-c0b7-4578-b87b-0deb84e7e17d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773988 Aug 13 05:02:08.074766 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] No DVR routers for this DVR port e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:08.099277 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:08.101668 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-efc795c9-299d-4c10-98ae-05ab2af08d2f req-dcf1a415-100a-4b72-84ef-9021f17325c7 tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.58 "DELETE /v2.0/ports/e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 HTTP/1.1" status: 204 len: 173 time: 1.0499520 Aug 13 05:02:08.101668 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-deleted', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:08.103812 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e061b-4d49-4014-8a0f-5afde25c5134" -d '{"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-deleted", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:08.147271 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef819488-77fc-4e3a-8376-a3fc7e05afba x-openstack-request-id: req-ef819488-77fc-4e3a-8376-a3fc7e05afba {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:08.147554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ce9a9-f74c-4ee1-adc3-2c49533b26e8", "name": "network-vif-deleted", "tag": "e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:08.147804 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef819488-77fc-4e3a-8376-a3fc7e05afba {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:08.148189 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ce9a9-f74c-4ee1-adc3-2c49533b26e8', 'name': 'network-vif-deleted', 'tag': 'e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46', 'status': 'completed', 'code': 200} Aug 13 05:02:08.153458 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-0742998b-ec68-45ca-a98c-8a68d60ac3b9 service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107895 Aug 13 05:02:08.272090 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-eb455101-e049-423d-a7e1-c8a4da156fa2 req-d151ecf2-79c9-49c6-8c23-f5b2230e981d service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870221 Aug 13 05:02:08.803267 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-973ef424-119d-4334-9c42-c14bf5c75a27 req-2c4d85b4-7456-43f6-ae62-0fe522b2da4a tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "GET /v2.0/ports?device_id=178ce9a9-f74c-4ee1-adc3-2c49533b26e8 HTTP/1.1" status: 200 len: 210 time: 0.0288897 Aug 13 05:02:08.813156 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-e5315be0-f97c-44d1-8b0e-13688a855ad9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:08.814709 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-e5315be0-f97c-44d1-8b0e-13688a855ad9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 946 time: 0.0779209 Aug 13 05:02:08.912102 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Deleting port 8a139ca9-8c62-4689-8380-0b06539f446a {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:08.912541 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:09.041390 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] For port 8a139ca9-8c62-4689-8380-0b06539f446a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8a139ca9-8c62-4689-8380-0b06539f446a,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:09.041780 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:09.079805 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Calling delete_port for 8a139ca9-8c62-4689-8380-0b06539f446a owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:09.140677 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418c61-07f9-421a-978f-baae03b4fc18 req-c1ee986a-b015-4eed-90c3-9378bee1c5a9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:09.143071 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5418c61-07f9-421a-978f-baae03b4fc18 req-c1ee986a-b015-4eed-90c3-9378bee1c5a9 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 946 time: 0.1196268 Aug 13 05:02:09.205565 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d5418c61-07f9-421a-978f-baae03b4fc18 req-02e8b996-9d3f-45f1-8849-170b0ea4c683 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545735 Aug 13 05:02:09.262971 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:09.291144 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event deleted for resources: {'Port': ['ID=8a139ca9-8c62-4689-8380-0b06539f446a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:09.333861 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] No DVR routers for this DVR port 8a139ca9-8c62-4689-8380-0b06539f446a on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:09.336230 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:09.338373 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1346bd0d-840e-47d2-9e0a-5d5e272fce02 req-2ba68320-c703-4bf3-a39a-1cb92672f04a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "DELETE /v2.0/ports/8a139ca9-8c62-4689-8380-0b06539f446a HTTP/1.1" status: 204 len: 173 time: 0.5162933 Aug 13 05:02:09.858461 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35520) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:09.915601 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b45-03e0-4b57-9f4f-6304d079e84b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:09.941102 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b45-03e0-4b57-9f4f-6304d079e84b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:09.960420 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:09.979867 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:09.980208 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device e75c8292-b6ce-47b6-b2a3-a2cc2ea82f46 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:09.980618 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 8a139ca9-8c62-4689-8380-0b06539f446a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:10.000006 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 8a139ca9-8c62-4689-8380-0b06539f446a {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:10.000351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 8a139ca9-8c62-4689-8380-0b06539f446a not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:10.004267 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b45-03e0-4b57-9f4f-6304d079e84b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:10.006945 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-6efc7b45-03e0-4b57-9f4f-6304d079e84b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:10.008135 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-6efc7b45-03e0-4b57-9f4f-6304d079e84b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2eb3366-1d40-4571-bec3-c6eef94a6ecd HTTP/1.1" status: 204 len: 168 time: 0.1486216 Aug 13 05:02:10.017494 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7b45-03e0-4b57-9f4f-6304d079e84b tempest-TestShelveInstance-1095730922 tempest-TestShelveInstance-1095730922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eb3366-1d40-4571-bec3-c6eef94a6ecd,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:10.065483 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35524) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:10.068465 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2e776e3c-f6a9-461d-9757-decb78afb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:10.149041 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'name': 'network-vif-deleted', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:10.151650 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2a1ba7-21e7-4198-96c3-1ee6d6ec083e" -d '{"events": [{"server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "name": "network-vif-deleted", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:10.217377 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca9bb5-2a12-480a-9bdc-d7836a8584a1 x-openstack-request-id: req-afca9bb5-2a12-480a-9bdc-d7836a8584a1 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:10.217683 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a5da01-8aea-45a4-8b51-4b482cc0fd6c", "name": "network-vif-deleted", "tag": "8a139ca9-8c62-4689-8380-0b06539f446a", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:10.217935 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afca9bb5-2a12-480a-9bdc-d7836a8584a1 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:10.218321 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a5da01-8aea-45a4-8b51-4b482cc0fd6c', 'name': 'network-vif-deleted', 'tag': '8a139ca9-8c62-4689-8380-0b06539f446a', 'status': 'completed', 'code': 200} Aug 13 05:02:10.347468 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-58441005-603b-4fc7-ab70-90c2d0bd615c req-bb2678d6-3105-418c-b372-2c27be9efa37 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a5da01-8aea-45a4-8b51-4b482cc0fd6c HTTP/1.1" status: 200 len: 210 time: 0.0580678 Aug 13 05:02:10.576894 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:10.821836 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Deleting port bea97d3e-c6d5-4d99-bb88-e385abc05403 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:10.822181 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:10.899892 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] For port bea97d3e-c6d5-4d99-bb88-e385abc05403, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=bea97d3e-c6d5-4d99-bb88-e385abc05403,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:10.900280 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:10.917963 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Calling delete_port for bea97d3e-c6d5-4d99-bb88-e385abc05403 owned by network:router_interface {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:11.103966 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.133173 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea97d3e-c6d5-4d99-bb88-e385abc05403,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:11.297132 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.510670 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Router 201696d5-83f6-490a-9bd3-48ecc0ef9573 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:02:11.612458 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:02:11.617358 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-80a28fbb-2168-4352-a5f5-0705ff712b51 admin admin] 10.222.0.18 "PUT /v2.0/routers/201696d5-83f6-490a-9bd3-48ecc0ef9573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509024 Aug 13 05:02:11.620332 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35560) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:11.621055 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] Sync routers for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:02:11.631735 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:11.632353 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:11.725958 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.743509 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:11.840644 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35572) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:11.849283 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.888431 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] Deleting subnet 1a63f16b-82f9-4257-8022-34925ddcf177 {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:02:11.892366 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.905097 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Deleting port f5bda927-6512-4e8e-89c8-09ce1ab98d92 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:11.905562 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.929049 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.946196 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T05:02:11Z', 'revision_number': 5, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port': {'id': 'f5bda927-6512-4e8e-89c8-09ce1ab98d92', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:45Z', 'updated_at': '2021-08-13T04:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:11.973098 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] Checking router: 201696d5-83f6-490a-9bd3-48ecc0ef9573 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:02:11.974376 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:11.981160 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] Routers {'201696d5-83f6-490a-9bd3-48ecc0ef9573'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:11.981810 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:01:42Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['201696d5-83f6-490a-9bd3-48ecc0ef9573'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:11.989606 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] For port f5bda927-6512-4e8e-89c8-09ce1ab98d92, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=f5bda927-6512-4e8e-89c8-09ce1ab98d92,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:11.990005 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.003283 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Calling delete_port for f5bda927-6512-4e8e-89c8-09ce1ab98d92 owned by network:router_gateway {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:12.030389 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.056142 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a63f16b-82f9-4257-8022-34925ddcf177,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:12.062503 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.066897 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-5d20cbe7-7f0b-4db4-827a-d25098e4dd4d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1a63f16b-82f9-4257-8022-34925ddcf177 HTTP/1.1" status: 204 len: 168 time: 0.2228894 Aug 13 05:02:12.067216 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35574) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:12.073061 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] Set router 201696d5-83f6-490a-9bd3-48ecc0ef9573 gateway port host: None {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:12.123941 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T05:02:11Z', 'revision_number': 6, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:12.139890 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.154485 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfc0ad-1c51-4aa5-a863-65bbd72746b7 None None] The sync data for ids ['201696d5-83f6-490a-9bd3-48ecc0ef9573'] in dv-cinder-760178-7-iscsi is: [{'id': '201696d5-83f6-490a-9bd3-48ecc0ef9573', 'name': 'tempest-TestShelveInstance-1757394814-router', 'tenant_id': '05c8e5f4a94547ff90f3492a9266fb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:44Z', 'updated_at': '2021-08-13T05:02:11Z', 'revision_number': 6, 'project_id': '05c8e5f4a94547ff90f3492a9266fb26', 'gw_port_host': None}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:02:12.180349 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.203006 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bda927-6512-4e8e-89c8-09ce1ab98d92,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:12.223446 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.232857 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230f5653-0031-427c-bb7c-d9e60f0e14cd']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:12.243151 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcad516-15a6-43f9-903a-0b76e3b84174') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:12.243447 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcad516-15a6-43f9-903a-0b76e3b84174') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:12.252495 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.266628 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.270307 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.271211 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f62484f3-29fc-40cd-8c88-507c0475b9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.277293 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:02:12.277797 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:02:12.279462 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:02:12.333387 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.338085 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.341893 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] 10.222.0.18 "DELETE /v2.0/networks/230f5653-0031-427c-bb7c-d9e60f0e14cd HTTP/1.1" status: 204 len: 168 time: 0.2736635 Aug 13 05:02:12.344239 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35576) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:12.358650 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.361330 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.365103 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e59a1-30fc-4c39-9094-6ff4b21466de admin admin] Pushing event deleted for resources: {'Network': ['ID=230f5653-0031-427c-bb7c-d9e60f0e14cd,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:12.401277 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] Deleting subnet 3da26403-a7d3-4cf3-8eed-36514f6f806d {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:02:12.404452 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.406958 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.407513 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 201696d5-83f6-490a-9bd3-48ecc0ef9573 {{(pid=105492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 05:02:12.412016 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.413171 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-19b4d718-fedb-4c4c-a477-62da311825e3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/201696d5-83f6-490a-9bd3-48ecc0ef9573 HTTP/1.1" status: 204 len: 168 time: 0.7916563 Aug 13 05:02:12.415672 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35578) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:12.439332 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.459478 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] Deleting subnet be0990d1-8d24-41a2-bfaf-cbbdde2431d4 {{(pid=105492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:02:12.462376 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.480094 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.498108 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27046325'] for subnet, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.539922 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.575868 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da26403-a7d3-4cf3-8eed-36514f6f806d,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:12.578062 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.580411 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-15bd847d-55a7-4227-a916-f5264a4028d0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3da26403-a7d3-4cf3-8eed-36514f6f806d HTTP/1.1" status: 204 len: 168 time: 0.2350845 Aug 13 05:02:12.583117 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35584) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:12.644924 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.651541 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.686768 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.735023 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27083242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26915635'] for subnet, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.795314 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0990d1-8d24-41a2-bfaf-cbbdde2431d4,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:12.800685 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.803636 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-8ccfa3b1-f5de-42c3-b869-8332dfb6843b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be0990d1-8d24-41a2-bfaf-cbbdde2431d4 HTTP/1.1" status: 204 len: 168 time: 0.3869410 Aug 13 05:02:12.804634 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760479ae-4fc3-44d7-8f30-c04cda28e3c8 None None] Network 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:02:12.805427 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35588) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:12.809776 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.820376 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265fca42-d9cb-46b7-a7b3-5bd8b7629a93']}} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:12.831204 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21338f6-27fc-459b-88ca-4efed497f65b') {'for_net_delete': True} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:12.831503 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21338f6-27fc-459b-88ca-4efed497f65b') {} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:12.840314 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27046306'] for segment, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.857237 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.865520 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:02:12.866097 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27083060'] for segment, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: Traceback (most recent call last): Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: timer() Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: cb(*args, **kw) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: return func(*args, **kwargs) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: self._notify() Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: self.callback(batched_events) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: event.method(event) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: return f(self, *a, **k) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._get(url).json() Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: return self.request(url, 'GET', **kwargs) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:02:12.867778 dv-cinder-760178-7-iscsi neutron-server[105492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:02:12.877943 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.927271 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.933014 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.937703 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Deleting port f52916d8-bac4-46a7-a74c-f3cb46c123bc {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:12.937703 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:12.937992 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] 10.222.0.18 "DELETE /v2.0/networks/265fca42-d9cb-46b7-a7b3-5bd8b7629a93 HTTP/1.1" status: 204 len: 168 time: 0.3512449 Aug 13 05:02:12.950122 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91229b4-a3d2-4182-bdcd-0a9262f62651 admin admin] Pushing event deleted for resources: {'Network': ['ID=265fca42-d9cb-46b7-a7b3-5bd8b7629a93,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:13.013484 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] DHCP port deletion for 3796c66a-ddb8-4077-aaa2-51b0f8e8a177 request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 05:02:13.014667 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] For port f52916d8-bac4-46a7-a74c-f3cb46c123bc, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=f52916d8-bac4-46a7-a74c-f3cb46c123bc,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:13.015242 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.031940 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Calling delete_port for f52916d8-bac4-46a7-a74c-f3cb46c123bc owned by network:dhcp {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:13.072923 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Deleting port f52916d8-bac4-46a7-a74c-f3cb46c123bc {{(pid=105493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:13.073422 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.092627 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35592) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:13.124039 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.150972 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] For port f52916d8-bac4-46a7-a74c-f3cb46c123bc, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=f52916d8-bac4-46a7-a74c-f3cb46c123bc,segment=NetworkSegment(0c4ac08c-c6cb-4ad1-9320-174b36114956),segment_id=0c4ac08c-c6cb-4ad1-9320-174b36114956)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:13.151382 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.153650 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52916d8-bac4-46a7-a74c-f3cb46c123bc,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:13.154140 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-61e9d997-5f69-4f43-9a82-e70aa2d6f67a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0efcc6c0732548b4a8ebedefdb04ec0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593591 Aug 13 05:02:13.154837 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35594) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:13.163463 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] No DVR routers for this DVR port f52916d8-bac4-46a7-a74c-f3cb46c123bc on host dv-cinder-760178-7-iscsi {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:13.170417 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Calling delete_port for f52916d8-bac4-46a7-a74c-f3cb46c123bc owned by network:dhcp {{(pid=105493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:13.219906 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-889b070d-6f6d-42fc-bb25-4e44527ce95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.252726 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.255145 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-889b070d-6f6d-42fc-bb25-4e44527ce95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.260770 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700'] for port, after_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.267269 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3796c66a-ddb8-4077-aaa2-51b0f8e8a177']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:13.281065 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4ac08c-c6cb-4ad1-9320-174b36114956') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:13.281505 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4ac08c-c6cb-4ad1-9320-174b36114956') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:13.287291 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Pushing event deleted for resources: {'Port': ['ID=f52916d8-bac4-46a7-a74c-f3cb46c123bc,revision_number=None']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:13.292226 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] No DVR routers for this DVR port f52916d8-bac4-46a7-a74c-f3cb46c123bc on host dv-cinder-760178-7-iscsi {{(pid=105493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:13.294329 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.306417 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.306581 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.307075 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.307417 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.307758 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.308088 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.309291 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.309719 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.310086 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.310310 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.311367 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.311966 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e7fb5-c2c6-4ef9-aa25-0f5ecf0e0237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:13.319675 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.330905 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:02:13.331452 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:02:13.333804 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:02:13.368094 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-889b070d-6f6d-42fc-bb25-4e44527ce95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.371293 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-889b070d-6f6d-42fc-bb25-4e44527ce95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.372437 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-889b070d-6f6d-42fc-bb25-4e44527ce95c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abc1a428-fc34-4034-a53b-75be0560c8ed HTTP/1.1" status: 204 len: 168 time: 0.2166049 Aug 13 05:02:13.381495 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b070d-6f6d-42fc-bb25-4e44527ce95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1a428-fc34-4034-a53b-75be0560c8ed,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:13.389900 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device bea97d3e-c6d5-4d99-bb88-e385abc05403 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:13.400442 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.405096 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.407287 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3796c66a-ddb8-4077-aaa2-51b0f8e8a177 HTTP/1.1" status: 204 len: 168 time: 0.6007464 Aug 13 05:02:13.410222 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35598) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:13.417539 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: bea97d3e-c6d5-4d99-bb88-e385abc05403 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:13.417882 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device bea97d3e-c6d5-4d99-bb88-e385abc05403 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:13.418298 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f5bda927-6512-4e8e-89c8-09ce1ab98d92 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:13.420686 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e45d7-154c-48b5-92e8-d9bd0aa47c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=3796c66a-ddb8-4077-aaa2-51b0f8e8a177,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:13.445529 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: f5bda927-6512-4e8e-89c8-09ce1ab98d92 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:13.445897 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f5bda927-6512-4e8e-89c8-09ce1ab98d92 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:13.446425 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f52916d8-bac4-46a7-a74c-f3cb46c123bc no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:13.470450 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: f52916d8-bac4-46a7-a74c-f3cb46c123bc {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:13.471126 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device f52916d8-bac4-46a7-a74c-f3cb46c123bc not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:13.654135 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35604) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:13.673523 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:13.751559 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35606) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:14.038422 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.086427 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-8bea0134-b626-492f-86c0-48ff4a50abd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26604dfe71664773b4ba718829005183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304241 Aug 13 05:02:14.088804 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35608) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:14.128626 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.148981 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Deleting port 049f0bed-333c-4237-bb67-f60ae09e43e8 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:14.149325 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.195992 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-48dd445b-fad0-415a-bbf6-5990ef6b56cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.226739 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-48dd445b-fad0-415a-bbf6-5990ef6b56cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.273053 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.273381 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.284403 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Deleting port ab55cda2-b562-4b87-86ac-5bc72c641a2f {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:14.284748 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.285560 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Calling delete_port for 049f0bed-333c-4237-bb67-f60ae09e43e8 owned by network:floatingip {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:14.333966 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-48dd445b-fad0-415a-bbf6-5990ef6b56cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.336560 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-48dd445b-fad0-415a-bbf6-5990ef6b56cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.337728 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-48dd445b-fad0-415a-bbf6-5990ef6b56cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e555aa2f-73e5-411a-bdba-92872060e88b HTTP/1.1" status: 204 len: 168 time: 0.2480099 Aug 13 05:02:14.352787 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd445b-fad0-415a-bbf6-5990ef6b56cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555aa2f-73e5-411a-bdba-92872060e88b,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:14.364887 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] For port ab55cda2-b562-4b87-86ac-5bc72c641a2f, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=ab55cda2-b562-4b87-86ac-5bc72c641a2f,segment=NetworkSegment(464f721e-2fb4-4aca-a5c6-9780ae0cec87),segment_id=464f721e-2fb4-4aca-a5c6-9780ae0cec87)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:14.365284 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.378910 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Calling delete_port for ab55cda2-b562-4b87-86ac-5bc72c641a2f owned by network:router_interface {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:14.458683 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.486824 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event deleted for resources: {'Port': ['ID=049f0bed-333c-4237-bb67-f60ae09e43e8,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:14.547044 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.547371 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.l3_db [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Floating IP 30de9278-5c73-42ab-818e-0ecc27ff16fc disassociated (deleted). External IP: 172.27.1.77, port: 66e19b0f-788c-4e15-9783-5a96138afc4b. Aug 13 05:02:14.573614 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.598798 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab55cda2-b562-4b87-86ac-5bc72c641a2f,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:14.773840 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.786606 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:02:14.906586 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:02:14.911871 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:14.917932 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:02:14.927334 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:14.929214 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:14.940177 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-158ed650-7962-42ad-b451-2fcf6310dd49 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "DELETE /v2.0/floatingips/30de9278-5c73-42ab-818e-0ecc27ff16fc HTTP/1.1" status: 204 len: 168 time: 1.2845888 Aug 13 05:02:14.940770 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:14.943313 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d4151e-acab-44d8-a2fc-5c471a5d6279" -d '{"events": [{"name": "network-changed", "server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:14.984569 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c3dc6b-af2b-4bf8-893f-b63520ff2c41 x-openstack-request-id: req-53c3dc6b-af2b-4bf8-893f-b63520ff2c41 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:14.985150 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:14.985706 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53c3dc6b-af2b-4bf8-893f-b63520ff2c41 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:14.986561 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'status': 'completed', 'code': 200} Aug 13 05:02:15.096879 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-569808f1-ead2-4dce-a4ac-f84d89328323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:15.098602 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-569808f1-ead2-4dce-a4ac-f84d89328323 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4eedd9abb597468d93c49ee068247ecb&device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 1099 time: 0.0633917 Aug 13 05:02:15.098907 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:15.111793 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Router d6c497b2-55d3-479e-8775-d7963f7e6a1d has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:02:15.263157 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e515a81-a585-4474-bc21-5019a595bc01 req-a863d0fa-b60d-4e2e-80b5-9276c12389c3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:15.270351 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e515a81-a585-4474-bc21-5019a595bc01 req-a863d0fa-b60d-4e2e-80b5-9276c12389c3 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 946 time: 0.0861967 Aug 13 05:02:15.271389 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:02:15.283616 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-92180366-c2c3-4dd5-b0bc-87c2cd8d22e1 admin admin] 10.222.0.18 "PUT /v2.0/routers/d6c497b2-55d3-479e-8775-d7963f7e6a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8720462 Aug 13 05:02:15.288060 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35640) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:15.293049 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] Sync routers for ids ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:02:15.306874 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] Routers {'d6c497b2-55d3-479e-8775-d7963f7e6a1d'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:15.310052 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:15.357579 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2e515a81-a585-4474-bc21-5019a595bc01 req-03a055fe-126b-41f7-a1f6-dda0d55d228a tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863371 Aug 13 05:02:15.360797 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-4154955c-816f-463f-adb0-92a7833ee7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:15.362283 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-4154955c-816f-463f-adb0-92a7833ee7a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 200 len: 912 time: 0.2558203 Aug 13 05:02:15.381948 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:15.415007 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:02:15.423940 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-926c4a03-7567-4b2f-a34d-d73f9ca4f393 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66e19b0f-788c-4e15-9783-5a96138afc4b HTTP/1.1" status: 200 len: 217 time: 0.0533934 Aug 13 05:02:15.424671 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:15.425473 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:15.479847 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:15.512640 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] Set router d6c497b2-55d3-479e-8775-d7963f7e6a1d gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:15.513127 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-f97758df-5355-4b5f-80de-0ffc9cdc0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:15.514671 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-f97758df-5355-4b5f-80de-0ffc9cdc0346 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 200 len: 851 time: 0.0590105 Aug 13 05:02:15.515904 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks [] for router, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:15.557853 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:15.646990 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-14e50f43-5f58-47ac-a3fc-2077b1b2dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:15.648575 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-14e50f43-5f58-47ac-a3fc-2077b1b2dc55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9305c5d-ab27-4ea4-a40b-c4b8a232116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972655 Aug 13 05:02:15.669328 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:15.788759 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-e4956acd-a2cd-44bd-bb40-6c5aea5600ff service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295912 Aug 13 05:02:15.804460 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35646) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:15.821629 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Deleting port c9271906-6d2e-49de-a9f1-8ea917f21771 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:15.822049 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:15.822289 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:15.855298 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d031af-e334-4943-9206-4cee4d38b783 None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T04:51:56Z', 'revision_number': 4, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi', '_interfaces': [{'id': 'eb0fd6cb-4dfd-4ba2-84dc-f70985f07829', 'name': '', 'network_id': 'e9305c5d-ab27-4ea4-a40b-c4b8a232116b', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'mac_address': 'fa:16:3e:3b:d9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:55Z', 'updated_at': '2021-08-13T04:52:03Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'subnets': [{'id': '382b3b6b-8247-41cd-8513-99bb26b3c8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:02:15.866391 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T05:02:14Z', 'revision_number': 5, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port': {'id': 'c9271906-6d2e-49de-a9f1-8ea917f21771', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:55:50Z', 'updated_at': '2021-08-13T04:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:15.895960 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] Checking router: d6c497b2-55d3-479e-8775-d7963f7e6a1d for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:02:15.905385 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] Routers {'d6c497b2-55d3-479e-8775-d7963f7e6a1d'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:15.906484 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:15.935910 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2acac310-ecdf-4c2c-b3ef-1c0209de242e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:15.984825 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-78d4151e-acab-44d8-a2fc-5c471a5d6279 req-e7d8c554-114f-480e-948b-f27a4451ae2d service neutron] 10.222.0.58 "GET /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875994 Aug 13 05:02:15.993021 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] For port c9271906-6d2e-49de-a9f1-8ea917f21771, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=c9271906-6d2e-49de-a9f1-8ea917f21771,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:15.993522 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.007665 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] Set router d6c497b2-55d3-479e-8775-d7963f7e6a1d gateway port host: None {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:16.008475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Calling delete_port for c9271906-6d2e-49de-a9f1-8ea917f21771 owned by network:router_gateway {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:16.060139 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2acac310-ecdf-4c2c-b3ef-1c0209de242e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.065933 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T05:02:15Z', 'revision_number': 6, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:16.066292 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-2acac310-ecdf-4c2c-b3ef-1c0209de242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.094546 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faf705-96f8-4abc-950c-f749064f3d22 None None] The sync data for ids ['d6c497b2-55d3-479e-8775-d7963f7e6a1d'] in dv-cinder-760178-7-iscsi is: [{'id': 'd6c497b2-55d3-479e-8775-d7963f7e6a1d', 'name': 'tempest-TestShelveInstance-992618433-router', 'tenant_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:55:49Z', 'updated_at': '2021-08-13T05:02:15Z', 'revision_number': 6, 'project_id': 'a69ecf6f5d9d4259a0d91b3140e489f7', 'gw_port_host': None}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:02:16.112920 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acac310-ecdf-4c2c-b3ef-1c0209de242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d456ccac-a17f-4146-8b7d-c90eb7ca659e,revision_number=1']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:16.118600 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-2acac310-ecdf-4c2c-b3ef-1c0209de242e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14a892ddd6d34a9ab274ba96c7b026ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125880 Aug 13 05:02:16.121148 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35650) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:16.187964 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-bce3031e-591f-4b61-a51b-0a66feb849c6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:16.189702 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0df97a43-c19c-491b-94d6-e608ea31b4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.190068 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-bce3031e-591f-4b61-a51b-0a66feb849c6 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 946 time: 0.0690050 Aug 13 05:02:16.212143 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0df97a43-c19c-491b-94d6-e608ea31b4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.229145 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55678136-4d93-4836-b717-9533b88a0270 None None] New status for floating IP 30de9278-5c73-42ab-818e-0ecc27ff16fc: DOWN {{(pid=105494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 05:02:16.262654 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0df97a43-c19c-491b-94d6-e608ea31b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.265713 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-0df97a43-c19c-491b-94d6-e608ea31b4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.269163 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-0df97a43-c19c-491b-94d6-e608ea31b4da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d456ccac-a17f-4146-8b7d-c90eb7ca659e HTTP/1.1" status: 204 len: 168 time: 0.1446912 Aug 13 05:02:16.276346 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df97a43-c19c-491b-94d6-e608ea31b4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d456ccac-a17f-4146-8b7d-c90eb7ca659e,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:16.300285 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.332205 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9271906-6d2e-49de-a9f1-8ea917f21771,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:16.366251 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.366600 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.366941 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.367281 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.367611 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.367945 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.368274 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.368603 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.368929 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.369252 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.369607 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.369932 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:16.420698 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Deleting port 66e19b0f-788c-4e15-9783-5a96138afc4b {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:16.421045 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.466211 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.601195 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.607386 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.674837 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705555a-3c75-40dc-b3d0-350322045001 req-676e4277-50b8-4fd7-b8bd-e89bd68024ed tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:16.676343 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c705555a-3c75-40dc-b3d0-350322045001 req-676e4277-50b8-4fd7-b8bd-e89bd68024ed tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 946 time: 0.2113583 Aug 13 05:02:16.683620 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] For port 66e19b0f-788c-4e15-9783-5a96138afc4b, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=66e19b0f-788c-4e15-9783-5a96138afc4b,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:16.683938 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.701510 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.702049 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c497b2-55d3-479e-8775-d7963f7e6a1d {{(pid=105491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 05:02:16.713671 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] Notify callbacks [] for router, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.717222 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-63fec4d6-f9fa-43f3-a874-a8d14342df01 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d6c497b2-55d3-479e-8775-d7963f7e6a1d HTTP/1.1" status: 204 len: 168 time: 1.4257967 Aug 13 05:02:16.717475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Calling delete_port for 66e19b0f-788c-4e15-9783-5a96138afc4b owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:16.718972 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35666) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:16.808922 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c705555a-3c75-40dc-b3d0-350322045001 req-6ff1e22b-b4c9-4cfd-a19c-f26939f1740d tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/security-groups?id=b45d3628-3c83-4d66-b354-a498b1b68e74&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217937 Aug 13 05:02:16.822512 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] Deleting subnet 48f2e763-69e8-49c6-abd2-51f14938c1a7 {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:02:16.828455 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.878020 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:16.990937 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.023706 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.025980 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event deleted for resources: {'Port': ['ID=66e19b0f-788c-4e15-9783-5a96138afc4b,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:17.102051 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] No DVR routers for this DVR port 66e19b0f-788c-4e15-9783-5a96138afc4b on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:17.107655 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.109659 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-76077b32-2af4-4b87-ba79-f7c3fcd686bf req-0b90cd57-01c1-450e-a412-36a8e35ffe85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.58 "DELETE /v2.0/ports/66e19b0f-788c-4e15-9783-5a96138afc4b HTTP/1.1" status: 204 len: 173 time: 0.8940432 Aug 13 05:02:17.110174 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'name': 'network-vif-deleted', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:17.112938 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17160a08-1140-472c-ad42-7c8645d52e61" -d '{"events": [{"server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "name": "network-vif-deleted", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:17.150186 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.154022 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55733a8a-d8c0-4c34-af3f-38ac98a53694 x-openstack-request-id: req-55733a8a-d8c0-4c34-af3f-38ac98a53694 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:17.154641 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98658ab9-f9fc-490f-985a-33653f69648e", "name": "network-vif-deleted", "tag": "66e19b0f-788c-4e15-9783-5a96138afc4b", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:17.155078 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55733a8a-d8c0-4c34-af3f-38ac98a53694 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:17.155823 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98658ab9-f9fc-490f-985a-33653f69648e', 'name': 'network-vif-deleted', 'tag': '66e19b0f-788c-4e15-9783-5a96138afc4b', 'status': 'completed', 'code': 200} Aug 13 05:02:17.182930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f2e763-69e8-49c6-abd2-51f14938c1a7,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:17.198343 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.199221 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e71cce-32df-4639-978d-b5a8ba2351d7 None None] Network a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:02:17.200428 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-b6aa2319-d797-472f-a6fa-e43dd48b710d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/48f2e763-69e8-49c6-abd2-51f14938c1a7 HTTP/1.1" status: 204 len: 168 time: 0.4794350 Aug 13 05:02:17.202944 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35682) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:17.279684 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.339827 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Deleting port 50ab4468-9e8a-4f09-9825-17bcbd22e70a {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:17.340454 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.363209 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c9271906-6d2e-49de-a9f1-8ea917f21771 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:17.392603 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: c9271906-6d2e-49de-a9f1-8ea917f21771 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:17.392953 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device c9271906-6d2e-49de-a9f1-8ea917f21771 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:17.395269 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ab55cda2-b562-4b87-86ac-5bc72c641a2f no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:17.432669 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] For port 50ab4468-9e8a-4f09-9825-17bcbd22e70a, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=50ab4468-9e8a-4f09-9825-17bcbd22e70a,segment=NetworkSegment(464f721e-2fb4-4aca-a5c6-9780ae0cec87),segment_id=464f721e-2fb4-4aca-a5c6-9780ae0cec87)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:17.433041 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: ab55cda2-b562-4b87-86ac-5bc72c641a2f {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:17.433161 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.434010 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device ab55cda2-b562-4b87-86ac-5bc72c641a2f not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:17.460494 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Calling delete_port for 50ab4468-9e8a-4f09-9825-17bcbd22e70a owned by network:dhcp {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:17.462340 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86917f09-b83d-488b-92dc-699866962c5e None None] DHCP port deletion for a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 05:02:17.532773 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-86917f09-b83d-488b-92dc-699866962c5e None None] Deleting port 50ab4468-9e8a-4f09-9825-17bcbd22e70a {{(pid=105493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:17.533545 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-86917f09-b83d-488b-92dc-699866962c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.567855 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.607516 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Pushing event deleted for resources: {'Port': ['ID=50ab4468-9e8a-4f09-9825-17bcbd22e70a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:17.608067 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-86917f09-b83d-488b-92dc-699866962c5e None None] For port 50ab4468-9e8a-4f09-9825-17bcbd22e70a, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=50ab4468-9e8a-4f09-9825-17bcbd22e70a,segment=NetworkSegment(464f721e-2fb4-4aca-a5c6-9780ae0cec87),segment_id=464f721e-2fb4-4aca-a5c6-9780ae0cec87)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:17.608674 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-86917f09-b83d-488b-92dc-699866962c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.609469 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] No DVR routers for this DVR port 50ab4468-9e8a-4f09-9825-17bcbd22e70a on host dv-cinder-760178-7-iscsi {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:17.631003 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-86917f09-b83d-488b-92dc-699866962c5e None None] Calling delete_port for 50ab4468-9e8a-4f09-9825-17bcbd22e70a owned by network:dhcp {{(pid=105493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:17.684898 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.697850 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b16cf1-74c0-406e-8c1a-f13b80ed8e19']}} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:17.709625 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464f721e-2fb4-4aca-a5c6-9780ae0cec87') {'for_net_delete': True} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:17.709749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.services.segments.db [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464f721e-2fb4-4aca-a5c6-9780ae0cec87') {} {{(pid=105491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:17.713754 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-86917f09-b83d-488b-92dc-699866962c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700'] for port, after_delete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.723378 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26973910'] for segment, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.737448 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.740479 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86917f09-b83d-488b-92dc-699866962c5e None None] Pushing event deleted for resources: {'Port': ['ID=50ab4468-9e8a-4f09-9825-17bcbd22e70a,revision_number=None']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:17.744538 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:02:17.745620 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26924526'] for segment, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.747557 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86917f09-b83d-488b-92dc-699866962c5e None None] No DVR routers for this DVR port 50ab4468-9e8a-4f09-9825-17bcbd22e70a on host dv-cinder-760178-7-iscsi {{(pid=105493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: Traceback (most recent call last): Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: timer() Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: cb(*args, **kw) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: return func(*args, **kwargs) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: self._notify() Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: self.callback(batched_events) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: event.method(event) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: return f(self, *a, **k) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._get(url).json() Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: return self.request(url, 'GET', **kwargs) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:02:17.748253 dv-cinder-760178-7-iscsi neutron-server[105491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:02:17.809338 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:17.948727 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 66e19b0f-788c-4e15-9783-5a96138afc4b no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:17.970692 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 66e19b0f-788c-4e15-9783-5a96138afc4b {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:17.971303 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 66e19b0f-788c-4e15-9783-5a96138afc4b not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:18.111168 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:18.112987 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] 10.222.0.18 "DELETE /v2.0/networks/a9b16cf1-74c0-406e-8c1a-f13b80ed8e19 HTTP/1.1" status: 204 len: 168 time: 0.9090319 Aug 13 05:02:18.114782 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b8e6-a318-44c2-8e48-bdd20182b17f admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b16cf1-74c0-406e-8c1a-f13b80ed8e19,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:18.141374 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-b08713b8-b247-42ee-8420-63913047bced req-5294244b-7ff9-4e41-89f5-2ba34c22dc85 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "GET /v2.0/ports?device_id=98658ab9-f9fc-490f-985a-33653f69648e HTTP/1.1" status: 200 len: 210 time: 0.0316198 Aug 13 05:02:18.286835 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35714) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:18.327906 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2d7bdf28-5a77-4ef6-8635-c887132eac5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05c8e5f4a94547ff90f3492a9266fb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399055 Aug 13 05:02:18.330438 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35716) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:18.378223 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cd7e81e4-7e53-4b3b-9953-131da6375148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:18.398493 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cd7e81e4-7e53-4b3b-9953-131da6375148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:18.445011 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cd7e81e4-7e53-4b3b-9953-131da6375148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:18.447850 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-cd7e81e4-7e53-4b3b-9953-131da6375148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:18.449049 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-cd7e81e4-7e53-4b3b-9953-131da6375148 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/474a7838-d2d4-474e-9ef2-429aea5567da HTTP/1.1" status: 204 len: 168 time: 0.1176734 Aug 13 05:02:18.458422 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e81e4-7e53-4b3b-9953-131da6375148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a7838-d2d4-474e-9ef2-429aea5567da,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:18.836078 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35726) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:18.882069 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-04ab474c-3985-4291-aa5f-2e5689cc7dcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a69ecf6f5d9d4259a0d91b3140e489f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448008 Aug 13 05:02:18.884567 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35728) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:18.937551 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5cc99a4f-87c8-4ae7-a7df-8618857f16bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:18.962070 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5cc99a4f-87c8-4ae7-a7df-8618857f16bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.009650 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5cc99a4f-87c8-4ae7-a7df-8618857f16bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.012316 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5cc99a4f-87c8-4ae7-a7df-8618857f16bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.013976 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-5cc99a4f-87c8-4ae7-a7df-8618857f16bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4ea0c69-fa2b-4af0-880e-1e1fbf3d7f28 HTTP/1.1" status: 204 len: 168 time: 0.1284783 Aug 13 05:02:19.022939 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc99a4f-87c8-4ae7-a7df-8618857f16bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea0c69-fa2b-4af0-880e-1e1fbf3d7f28,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:19.200751 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35734) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:19.325959 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 50ab4468-9e8a-4f09-9825-17bcbd22e70a no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:19.347043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 50ab4468-9e8a-4f09-9825-17bcbd22e70a {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:19.347322 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Deleting port 745d05ee-3cbb-449d-9f0b-aa133db213f9 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:19.347441 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 50ab4468-9e8a-4f09-9825-17bcbd22e70a not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:19.347712 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.430276 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.430954 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.441589 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Calling delete_port for 745d05ee-3cbb-449d-9f0b-aa133db213f9 owned by network:floatingip {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:19.573519 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.601849 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event deleted for resources: {'Port': ['ID=745d05ee-3cbb-449d-9f0b-aa133db213f9,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:19.659523 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for floatingip, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.662300 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for floatingip, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:19.663464 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-5c4d008b-61bd-4788-85a9-b0d9d94ee0c1 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "DELETE /v2.0/floatingips/c358641b-1b12-44dc-8b75-10b59afc0ac5 HTTP/1.1" status: 204 len: 168 time: 0.4617014 Aug 13 05:02:20.855192 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35774) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:20.913298 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:20.937713 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:21.005152 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:21.007742 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:21.008886 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] 10.222.0.18 "DELETE /v2.0/security-groups/b45d3628-3c83-4d66-b354-a498b1b68e74 HTTP/1.1" status: 204 len: 168 time: 0.1527259 Aug 13 05:02:21.018575 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45d3628-3c83-4d66-b354-a498b1b68e74,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:21.025465 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.025820 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.026680 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.026812 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.027036 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.027371 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.027702 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.028029 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.028357 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.028683 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.029003 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.029317 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ebf589-3d13-42f7-ab37-0cb751342813 tempest-TestVolumeBootPattern-1828213562 tempest-TestVolumeBootPattern-1828213562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:02:21.085600 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35778) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:21.586522 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:21.819617 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Deleting port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:21.819956 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:21.897683 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] For port eb0fd6cb-4dfd-4ba2-84dc-f70985f07829, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:21.898276 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:21.910143 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Calling delete_port for eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 owned by network:router_interface {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:22.094715 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:22.121665 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0fd6cb-4dfd-4ba2-84dc-f70985f07829,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:22.289167 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:22.492948 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Router 2fef3792-b9df-4822-b863-c8655e7a8694 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:02:22.593736 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:02:22.598663 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-1346d0df-0a3e-4264-bef7-04d61cf379c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/2fef3792-b9df-4822-b863-c8655e7a8694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119920 Aug 13 05:02:22.601126 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35790) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:22.603857 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] Sync routers for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:02:22.614123 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:22.614735 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:22.701388 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks [] for router, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:22.715507 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:22.897962 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T05:02:22Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:22.928147 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] Checking router: 2fef3792-b9df-4822-b863-c8655e7a8694 for host: dv-cinder-760178-7-iscsi {{(pid=105493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:02:22.936686 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] Routers {'2fef3792-b9df-4822-b863-c8655e7a8694'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:22.937302 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['2fef3792-b9df-4822-b863-c8655e7a8694'], 'active': True} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:23.039811 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_dvr_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] Set router 2fef3792-b9df-4822-b863-c8655e7a8694 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:23.065193 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.114700 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Deleting port 9a5aa089-5d24-461a-8666-d39991ceb93c {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:23.115043 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.202066 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] For port 9a5aa089-5d24-461a-8666-d39991ceb93c, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=9a5aa089-5d24-461a-8666-d39991ceb93c,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:23.202586 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.217328 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Calling delete_port for 9a5aa089-5d24-461a-8666-d39991ceb93c owned by network:router_gateway {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:23.231655 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.l3_hamode_db [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T05:02:22Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:23.258875 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e16ea1-c87b-4c85-86dd-4485d847d0fe None None] The sync data for ids ['2fef3792-b9df-4822-b863-c8655e7a8694'] in dv-cinder-760178-7-iscsi is: [{'id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'name': 'tempest-TestVolumeBootPattern-1042257836-router', 'tenant_id': '4eedd9abb597468d93c49ee068247ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:52Z', 'updated_at': '2021-08-13T05:02:22Z', 'revision_number': 5, 'project_id': '4eedd9abb597468d93c49ee068247ecb', 'gw_port': {'id': '9a5aa089-5d24-461a-8666-d39991ceb93c', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fef3792-b9df-4822-b863-c8655e7a8694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:53Z', 'updated_at': '2021-08-13T04:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}] {{(pid=105493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:02:23.401795 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.430322 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5aa089-5d24-461a-8666-d39991ceb93c,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:23.494938 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.584664 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.586629 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.633208 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.633995 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fef3792-b9df-4822-b863-c8655e7a8694 {{(pid=105492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 05:02:23.638675 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.642282 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-b044d343-2ff8-4e41-809a-2396ddeafc85 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2fef3792-b9df-4822-b863-c8655e7a8694 HTTP/1.1" status: 204 len: 168 time: 1.0378551 Aug 13 05:02:23.642697 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35810) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:23.698678 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] Deleting subnet 382b3b6b-8247-41cd-8513-99bb26b3c8df {{(pid=105492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:02:23.702121 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.740005 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27046325'] for subnet, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.826516 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.881318 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27083242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26915635'] for subnet, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.908295 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382b3b6b-8247-41cd-8513-99bb26b3c8df,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:23.913371 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:23.915492 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-17c040de-992e-4909-b5f5-708c552e7b67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/382b3b6b-8247-41cd-8513-99bb26b3c8df HTTP/1.1" status: 204 len: 168 time: 0.2687862 Aug 13 05:02:23.917170 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c04cd2-0444-47ff-be7a-7ba100032680 None None] Network e9305c5d-ab27-4ea4-a40b-c4b8a232116b requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:02:23.917726 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35812) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:23.990886 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.047952 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Deleting port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:24.048292 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.107862 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] For port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=3bb51c76-aad6-4da9-a2eb-ad65c4b0339d,segment=NetworkSegment(bb032025-0ef1-4408-bbee-fa75485e12aa),segment_id=bb032025-0ef1-4408-bbee-fa75485e12aa)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:24.108486 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.121966 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Calling delete_port for 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d owned by network:dhcp {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:24.202612 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.229536 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb51c76-aad6-4da9-a2eb-ad65c4b0339d,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:24.232876 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] No DVR routers for this DVR port 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d on host dv-cinder-760178-7-iscsi {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:24.288814 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ae593-a9e6-40d9-929c-2e2ce09eed60 None None] DHCP port deletion for e9305c5d-ab27-4ea4-a40b-c4b8a232116b request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 05:02:24.307570 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.317902 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9305c5d-ab27-4ea4-a40b-c4b8a232116b']}} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:24.327692 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb032025-0ef1-4408-bbee-fa75485e12aa') {'for_net_delete': True} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:24.327989 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb032025-0ef1-4408-bbee-fa75485e12aa') {} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:24.336463 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27046306'] for segment, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.349416 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.355158 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:02:24.355577 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27083060'] for segment, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: Traceback (most recent call last): Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: timer() Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: cb(*args, **kw) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: return func(*args, **kwargs) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: self._notify() Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: self.callback(batched_events) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: event.method(event) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: return f(self, *a, **k) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._get(url).json() Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: return self.request(url, 'GET', **kwargs) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:02:24.357141 dv-cinder-760178-7-iscsi neutron-server[105492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:02:24.411716 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.416774 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.418646 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e9305c5d-ab27-4ea4-a40b-c4b8a232116b HTTP/1.1" status: 204 len: 168 time: 0.5000205 Aug 13 05:02:24.421719 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35814) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:24.431464 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832b608-2143-4f81-98d0-999e1a197c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9305c5d-ab27-4ea4-a40b-c4b8a232116b,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:24.775054 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635987'] for router_interface, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:24.809007 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35826) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:24.935664 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-54e70916-5199-4a7a-97bf-28fb497fd597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.092491 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-54e70916-5199-4a7a-97bf-28fb497fd597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.099056 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-54e70916-5199-4a7a-97bf-28fb497fd597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.141412 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-54e70916-5199-4a7a-97bf-28fb497fd597 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a038a440d37d4dbd8f1ea4b088bde2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313522 Aug 13 05:02:25.144165 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35830) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:25.144955 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Deleting port 8bc05889-d5cb-4040-9946-d5fabae3e109 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:25.145064 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.148593 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e70916-5199-4a7a-97bf-28fb497fd597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437c87b0-bc8f-4084-b3de-377139f569aa,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:25.192960 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-06251c25-c1bb-4f8d-9ab7-51e8338bd881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.213007 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-06251c25-c1bb-4f8d-9ab7-51e8338bd881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.226288 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] For port 8bc05889-d5cb-4040-9946-d5fabae3e109, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=8bc05889-d5cb-4040-9946-d5fabae3e109,segment=NetworkSegment(1a57d4d4-cb17-4494-ae7c-c083f6b5c77f),segment_id=1a57d4d4-cb17-4494-ae7c-c083f6b5c77f)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:25.226677 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.239527 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Calling delete_port for 8bc05889-d5cb-4040-9946-d5fabae3e109 owned by network:router_interface {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:25.258233 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-06251c25-c1bb-4f8d-9ab7-51e8338bd881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.260854 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-06251c25-c1bb-4f8d-9ab7-51e8338bd881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.262027 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-06251c25-c1bb-4f8d-9ab7-51e8338bd881 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/437c87b0-bc8f-4084-b3de-377139f569aa HTTP/1.1" status: 204 len: 168 time: 0.1166220 Aug 13 05:02:25.273211 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06251c25-c1bb-4f8d-9ab7-51e8338bd881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437c87b0-bc8f-4084-b3de-377139f569aa,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:25.344898 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9a5aa089-5d24-461a-8666-d39991ceb93c no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:25.366471 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 9a5aa089-5d24-461a-8666-d39991ceb93c {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:25.366814 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 9a5aa089-5d24-461a-8666-d39991ceb93c not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:25.367388 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:25.390619 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:25.390950 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device eb0fd6cb-4dfd-4ba2-84dc-f70985f07829 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:25.392190 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:25.411119 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:25.411460 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 3bb51c76-aad6-4da9-a2eb-ad65c4b0339d not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:25.433097 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.462445 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc05889-d5cb-4040-9946-d5fabae3e109,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:25.574095 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35836) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:25.591491 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8c9878e4-5b8b-4fc9-8493-7cc1e1bb9589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.656055 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1576995'] for router_interface, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.806744 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8c9878e4-5b8b-4fc9-8493-7cc1e1bb9589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.811157 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-8c9878e4-5b8b-4fc9-8493-7cc1e1bb9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.888304 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-8c9878e4-5b8b-4fc9-8493-7cc1e1bb9589 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=103b04d341c64c80805bf3e0b0e18306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130038 Aug 13 05:02:25.890826 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35838) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:25.892024 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9878e4-5b8b-4fc9-8493-7cc1e1bb9589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad46707-c986-4779-adb4-5a85ae559dfe,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:25.945937 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Router a1454f2c-0390-40b8-b623-c6f1eb2e1704 has already been hosted by L3 agent 89666145-4077-478c-87c1-a0ca52c0f76d {{(pid=105491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 05:02:25.950554 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-59a75e7d-0b58-40bd-9eaf-1896ef8f4a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:25.970608 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-59a75e7d-0b58-40bd-9eaf-1896ef8f4a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.016435 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-59a75e7d-0b58-40bd-9eaf-1896ef8f4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.019087 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-59a75e7d-0b58-40bd-9eaf-1896ef8f4a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.020492 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-59a75e7d-0b58-40bd-9eaf-1896ef8f4a34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cad46707-c986-4779-adb4-5a85ae559dfe HTTP/1.1" status: 204 len: 168 time: 0.1285744 Aug 13 05:02:26.028422 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a75e7d-0b58-40bd-9eaf-1896ef8f4a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad46707-c986-4779-adb4-5a85ae559dfe,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:26.057066 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] Notify agent at l3_agent.dv-cinder-760178-7-iscsi the message routers_updated {{(pid=105491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 05:02:26.064905 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-9da8144d-6ffd-435b-9e84-aa329e355774 admin admin] 10.222.0.18 "PUT /v2.0/routers/a1454f2c-0390-40b8-b623-c6f1eb2e1704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391368 Aug 13 05:02:26.065164 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35842) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:26.066040 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] Sync routers for ids ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'] in dv-cinder-760178-7-iscsi {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 05:02:26.074768 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] Routers {'a1454f2c-0390-40b8-b623-c6f1eb2e1704'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:26.075584 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:26.168926 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks [] for router, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.181725 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] Set router a1454f2c-0390-40b8-b623-c6f1eb2e1704 gateway port host: dv-cinder-760178-7-iscsi {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:26.279831 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.336220 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Deleting port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:26.336649 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.368277 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35846) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:26.382411 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0cf75392-3914-445d-8a6f-2357fa694b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.416837 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] For port 7cb00929-1488-4ced-9f7f-c6dfe3aa3159, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,segment=NetworkSegment(721b65e3-55e3-4574-a311-86ad4162d0ce),segment_id=721b65e3-55e3-4574-a311-86ad4162d0ce)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:26.417152 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.434581 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Calling delete_port for 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 owned by network:router_gateway {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:26.458355 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'external_fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T05:02:25Z', 'revision_number': 5, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port': {'id': '7cb00929-1488-4ced-9f7f-c6dfe3aa3159', 'name': '', 'network_id': '571ab2b9-8882-4e5d-8ce8-623d46be5761', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:51:59Z', 'updated_at': '2021-08-13T04:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ad16c03-0e4d-4613-a65e-2a70bcbfb548', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-7-iscsi'}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:26.486177 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0cf75392-3914-445d-8a6f-2357fa694b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.488566 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] Checking router: a1454f2c-0390-40b8-b623-c6f1eb2e1704 for host: dv-cinder-760178-7-iscsi {{(pid=105494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 05:02:26.490949 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-0cf75392-3914-445d-8a6f-2357fa694b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.497660 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] Routers {'a1454f2c-0390-40b8-b623-c6f1eb2e1704'} bound to L3 agent in host dv-cinder-760178-7-iscsi {{(pid=105494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 05:02:26.498346 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:41:42Z,description=,heartbeat_timestamp=2021-08-13T05:02:12Z,host='dv-cinder-760178-7-iscsi',id=89666145-4077-478c-87c1-a0ca52c0f76d,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:41:42Z,topic='l3_agent')) {'router_ids': ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'], 'active': True} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:26.530930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf75392-3914-445d-8a6f-2357fa694b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700a936c-4814-4265-b672-9174b56b1e0b,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:26.537475 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-0cf75392-3914-445d-8a6f-2357fa694b20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e2bbca8dccc43079e703fd3ad92f43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666067 Aug 13 05:02:26.538602 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35848) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:26.586064 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_dvr_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] Set router a1454f2c-0390-40b8-b623-c6f1eb2e1704 gateway port host: None {{(pid=105494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 05:02:26.596888 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-da364ee3-4f56-4fd8-acb1-9459e62f8d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.611527 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.618244 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-da364ee3-4f56-4fd8-acb1-9459e62f8d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.637094 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.l3_hamode_db [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T05:02:26Z', 'revision_number': 6, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port_host': None}], 'dv-cinder-760178-7-iscsi', False) {} {{(pid=105494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:26.640677 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb00929-1488-4ced-9f7f-c6dfe3aa3159,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:26.667980 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cafb4e-e34b-4838-af7b-abe5f57e3b05 None None] The sync data for ids ['a1454f2c-0390-40b8-b623-c6f1eb2e1704'] in dv-cinder-760178-7-iscsi is: [{'id': 'a1454f2c-0390-40b8-b623-c6f1eb2e1704', 'name': 'tempest-TestVolumeBootPattern-211692696-router', 'tenant_id': '4b4db9d33d604864898b00afa88453e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:51:58Z', 'updated_at': '2021-08-13T05:02:26Z', 'revision_number': 6, 'project_id': '4b4db9d33d604864898b00afa88453e9', 'gw_port_host': None}] {{(pid=105494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 05:02:26.668596 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-da364ee3-4f56-4fd8-acb1-9459e62f8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.672311 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-da364ee3-4f56-4fd8-acb1-9459e62f8d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.674220 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-da364ee3-4f56-4fd8-acb1-9459e62f8d36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/700a936c-4814-4265-b672-9174b56b1e0b HTTP/1.1" status: 204 len: 168 time: 0.1345396 Aug 13 05:02:26.683094 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da364ee3-4f56-4fd8-acb1-9459e62f8d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a936c-4814-4265-b672-9174b56b1e0b,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:26.729075 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577433'] for router_gateway, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.817241 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104344'] for router, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.819317 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.863828 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575226'] for router, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.864456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1454f2c-0390-40b8-b623-c6f1eb2e1704 {{(pid=105492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 05:02:26.868559 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] Notify callbacks [] for router, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.869784 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-72add745-25e5-429c-b2ed-c249d699ae0a admin admin] 10.222.0.18 "DELETE /v2.0/routers/a1454f2c-0390-40b8-b623-c6f1eb2e1704 HTTP/1.1" status: 204 len: 168 time: 0.8031907 Aug 13 05:02:26.872321 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35854) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:26.916333 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] Deleting subnet 43dcc9b2-0cae-4d87-a7a9-76e85f906f2a {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:02:26.919394 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:26.955392 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.042939 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.103177 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.132022 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43dcc9b2-0cae-4d87-a7a9-76e85f906f2a,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:27.135924 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.140015 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-3cbdcab2-e84e-4f95-b4a2-cd43d2a90af4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/43dcc9b2-0cae-4d87-a7a9-76e85f906f2a HTTP/1.1" status: 204 len: 168 time: 0.2644956 Aug 13 05:02:27.140764 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35864) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:27.146490 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a6692-31b3-4f2a-b361-7a29407a7d72 None None] Network f2ecd39b-425a-49d9-83b8-1a73cf156dd6 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:02:27.213167 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.268133 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Deleting port 782559fd-19d3-4ad5-9833-803da751b674 {{(pid=105492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:02:27.268480 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.334402 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.db [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] For port 782559fd-19d3-4ad5-9833-803da751b674, host dv-cinder-760178-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-7-iscsi',level=0,port_id=782559fd-19d3-4ad5-9833-803da751b674,segment=NetworkSegment(1a57d4d4-cb17-4494-ae7c-c083f6b5c77f),segment_id=1a57d4d4-cb17-4494-ae7c-c083f6b5c77f)] {{(pid=105492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:27.334792 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.347163 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.plugin [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Calling delete_port for 782559fd-19d3-4ad5-9833-803da751b674 owned by network:dhcp {{(pid=105492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:02:27.413418 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35874) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:27.432476 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27083225'] for port, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.454462 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea94331-a7ac-4dec-8b8c-0cbdb9519b30 None None] DHCP port deletion for f2ecd39b-425a-49d9-83b8-1a73cf156dd6 request from dv-cinder-760178-7-iscsi {{(pid=105493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 05:02:27.473794 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] No DVR routers for this DVR port 782559fd-19d3-4ad5-9833-803da751b674 on host dv-cinder-760178-7-iscsi {{(pid=105492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:02:27.475807 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=782559fd-19d3-4ad5-9833-803da751b674,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:27.527737 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 782559fd-19d3-4ad5-9833-803da751b674 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:27.549188 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 782559fd-19d3-4ad5-9833-803da751b674 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:27.549523 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-863389276-network', 'tenant_id': 'deb9855fb54c459994289b6136c43969'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:02:27.550412 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 782559fd-19d3-4ad5-9833-803da751b674 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:27.550897 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:27.555888 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.566661 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ecd39b-425a-49d9-83b8-1a73cf156dd6']}} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:27.570175 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:27.570570 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 7cb00929-1488-4ced-9f7f-c6dfe3aa3159 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:27.570994 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8bc05889-d5cb-4040-9946-d5fabae3e109 no longer exists at agent ovs-agent-dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:02:27.573248 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Made reservation on behalf of deb9855fb54c459994289b6136c43969 for: {'network': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:02:27.575704 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for network, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.578379 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f') {'for_net_delete': True} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:27.578719 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a57d4d4-cb17-4494-ae7c-c083f6b5c77f') {} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:02:27.586289 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.588684 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27046306'] for segment, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.596972 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] No Port match for: 8bc05889-d5cb-4040-9946-d5fabae3e109 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:02:27.597323 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Device 8bc05889-d5cb-4040-9946-d5fabae3e109 not bound to the agent host dv-cinder-760178-7-iscsi {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:02:27.603778 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.611924 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=105492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:02:27.612439 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27083060'] for segment, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: Traceback (most recent call last): Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: timer() Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: cb(*args, **kw) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: return func(*args, **kwargs) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: self._notify() Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: self.callback(batched_events) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: event.method(event) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: return f(self, *a, **k) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._get(url).json() Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: return self.request(url, 'GET', **kwargs) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:02:27.614151 dv-cinder-760178-7-iscsi neutron-server[105492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:02:27.670411 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.676269 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.678629 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2ecd39b-425a-49d9-83b8-1a73cf156dd6 HTTP/1.1" status: 204 len: 168 time: 0.5356600 Aug 13 05:02:27.694391 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c0d2a-6a97-4859-8888-f3f7b0a90a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ecd39b-425a-49d9-83b8-1a73cf156dd6,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:27.745554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.750219 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.774708 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=105491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 05:02:27.788546 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667eac77-4fa7-40b9-987a-06c852a2950d,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:27.793424 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.793797 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.db.segments_db [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Added segment af892c47-2321-4c2a-9ba1-ec40a2968e40 of type vlan for network f7731530-34f6-459e-ae57-2c6a8abf6143 Aug 13 05:02:27.831981 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35880) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:27.843623 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746154253132'] for network, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.873030 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-738a288d-923f-4f2e-acff-85c90387de34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4eedd9abb597468d93c49ee068247ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376084 Aug 13 05:02:27.873237 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718'] for network, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.873379 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:27.873508 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35882) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:27.873951 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.921154 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-54ed5213-35c8-418a-a455-eecec37e1673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.933913 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5191815 Aug 13 05:02:27.939323 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35884) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:27.940231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1b82c-1909-4490-b97d-5a0d4c1ed9cb admin admin] Pushing event updated for resources: {'Network': ['ID=f7731530-34f6-459e-ae57-2c6a8abf6143,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:27.944085 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.v2.base [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Request body: {'subnet': {'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-863389276-subnet', 'tenant_id': 'deb9855fb54c459994289b6136c43969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:02:27.950216 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Network f7731530-34f6-459e-ae57-2c6a8abf6143 details requested by agent ovs-agent-dv-cinder-760178-7-iscsi with host dv-cinder-760178-7-iscsi {{(pid=105493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 05:02:27.951965 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-54ed5213-35c8-418a-a455-eecec37e1673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:27.990456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Made reservation on behalf of deb9855fb54c459994289b6136c43969 for: {'subnet': 1} {{(pid=105492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:02:27.992630 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915608'] for subnet, before_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.053800 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-54ed5213-35c8-418a-a455-eecec37e1673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.056237 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-54ed5213-35c8-418a-a455-eecec37e1673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.057383 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-54ed5213-35c8-418a-a455-eecec37e1673 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e3a2560-01ec-47b3-9bfb-f85aa9aa536f HTTP/1.1" status: 204 len: 168 time: 0.1830556 Aug 13 05:02:28.075456 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed5213-35c8-418a-a455-eecec37e1673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a2560-01ec-47b3-9bfb-f85aa9aa536f,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:28.169205 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27083181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915626'] for subnet, after_create {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.226968 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd,revision_number=0']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:28.238644 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Checking segment: {'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 05:02:28.239001 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Network hostable DHCP agents. Network: f7731530-34f6-459e-ae57-2c6a8abf6143, hostable agents: ['a1a3243f-5dd4-411e-9c74-152152218c2b'], hosted agents: [] {{(pid=105492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 05:02:28.256140 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Network f7731530-34f6-459e-ae57-2c6a8abf6143 is scheduled to be hosted by DHCP agent a1a3243f-5dd4-411e-9c74-152152218c2b with binding_index 1 {{(pid=105492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 05:02:28.264987 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.scheduler.base_scheduler [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-7-iscsi, f7731530-34f6-459e-ae57-2c6a8abf6143) {{(pid=105492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 05:02:28.269045 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:28.269926 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.273889 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a88740-45c5-4531-bd2c-efaf15e9e173 None None] Network f7731530-34f6-459e-ae57-2c6a8abf6143 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:02:28.284407 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-f9a37eee-679f-42e3-8056-6bc94f688580 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3440452 Aug 13 05:02:28.407375 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b75ffc-9bbd-4988-8a08-fe5d90b7ca0f None None] Network f7731530-34f6-459e-ae57-2c6a8abf6143 requested from dv-cinder-760178-7-iscsi {{(pid=105493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 05:02:28.416180 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 35896) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:28.457245 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-f0063d9b-f8d8-4ac6-9449-ea972a34bd98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b4db9d33d604864898b00afa88453e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398164 Aug 13 05:02:28.459879 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 35898) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:02:28.512031 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3df94a04-c014-4cd3-820b-a03db4cfd371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.534545 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3df94a04-c014-4cd3-820b-a03db4cfd371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.582057 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3df94a04-c014-4cd3-820b-a03db4cfd371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.584583 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-3df94a04-c014-4cd3-820b-a03db4cfd371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:28.591283 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-3df94a04-c014-4cd3-820b-a03db4cfd371 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e37e7492-4d1c-4d99-8347-4e3268505db0 HTTP/1.1" status: 204 len: 168 time: 0.1302643 Aug 13 05:02:28.600098 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df94a04-c014-4cd3-820b-a03db4cfd371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e7492-4d1c-4d99-8347-4e3268505db0,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:30.206132 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-9ced490c-7fc9-4d76-b223-7419c1cdf5a6 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:30.207582 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-9ced490c-7fc9-4d76-b223-7419c1cdf5a6 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/networks?id=f7731530-34f6-459e-ae57-2c6a8abf6143 HTTP/1.1" status: 200 len: 813 time: 0.1014268 Aug 13 05:02:30.222906 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-e5c29284-f4ea-4a1a-bd8d-9e5e1b04c942 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/quotas/deb9855fb54c459994289b6136c43969 HTTP/1.1" status: 200 len: 375 time: 0.0094969 Aug 13 05:02:30.252644 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-46f997b8-6ed1-4b34-8041-df7a9eb49b12 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deb9855fb54c459994289b6136c43969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246863 Aug 13 05:02:30.351010 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-2c1f3427-25d9-4872-bf66-85398c47dc4a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=105491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 05:02:30.352014 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-2c1f3427-25d9-4872-bf66-85398c47dc4a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931950 Aug 13 05:02:30.441451 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-a82dfd82-497d-40b1-9f6a-6608f589f260 service neutron] 10.222.0.18 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827329 Aug 13 05:02:30.530237 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-f66cde86-2e8a-4179-a9c1-96db0c7a7f69 service neutron] 10.222.0.18 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832059 Aug 13 05:02:30.690459 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1c65a58a-1043-4faa-a292-71e44775a174 req-1c95f031-0b89-4975-84c3-5adfc9f07cc3 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Aug 13 05:02:31.770896 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-56a7f025-5af8-45a2-beb8-dc4445e6e964 req-10ca310b-84be-46a2-a0cf-952df41bb4dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Aug 13 05:02:32.848461 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-541d578a-c8cf-4001-847e-32372c1c8690 req-53d47000-764e-42c9-8ed4-ca11418892da tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 210 time: 0.0286336 Aug 13 05:02:33.922218 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-ce1fd2a3-5e33-433a-a52d-a961e824b1b6 req-e7206746-625f-4008-a4e5-b1f33a3bdf45 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 210 time: 0.0255978 Aug 13 05:02:35.019427 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3760682b-4191-4b31-a0ec-8f9de0809829 req-597fb47e-3504-40d5-b7b3-0f419020e24f tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 210 time: 0.0313704 Aug 13 05:02:35.905106 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-a83d835f-f349-4cac-9e46-ba9f885946c5 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:35.906574 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-a83d835f-f349-4cac-9e46-ba9f885946c5 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "GET /v2.0/networks?id=f7731530-34f6-459e-ae57-2c6a8abf6143 HTTP/1.1" status: 200 len: 813 time: 0.1019812 Aug 13 05:02:35.926459 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Request body: {'port': {'device_id': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143', 'admin_state_up': True, 'tenant_id': 'deb9855fb54c459994289b6136c43969'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:02:36.037413 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Made reservation on behalf of deb9855fb54c459994289b6136c43969 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:02:36.040886 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:36.123936 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-d567f395-28e8-42de-84cc-7f3d40aa700d req-1de92831-c362-4048-b744-e4cf35f432a8 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 210 time: 0.0316982 Aug 13 05:02:36.186251 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Allocated IP 172.20.0.12 (f7731530-34f6-459e-ae57-2c6a8abf6143/3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd/25576b42-1499-4852-a5f8-60cf01ceb594) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 05:02:36.328501 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:36.364378 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:36.403350 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Network f7731530-34f6-459e-ae57-2c6a8abf6143 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 05:02:36.408263 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 05:02:36.410552 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 05:02:36.437101 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Pushing event updated for resources: {'Port': ['ID=25576b42-1499-4852-a5f8-60cf01ceb594,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:36.466002 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:36.466608 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:36.481206 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-77a1541e-4f80-4388-9973-e69b3893083e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5582891 Aug 13 05:02:36.509862 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:02:36.543862 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Request body: {'port': {'device_id': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:02:36.594360 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:36.848664 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25576b42-1499-4852-a5f8-60cf01ceb594 {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 05:02:36.855649 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:36.866746 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Transition to ACTIVE for port object 25576b42-1499-4852-a5f8-60cf01ceb594 will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 05:02:36.870247 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:36.919620 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Pushing event updated for resources: {'Port': ['ID=25576b42-1499-4852-a5f8-60cf01ceb594,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:36.983656 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Attempting to bind port 25576b42-1499-4852-a5f8-60cf01ceb594 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 05:02:36.983982 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Attempting to bind port 25576b42-1499-4852-a5f8-60cf01ceb594 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 05:02:36.984309 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Attempting to bind port 25576b42-1499-4852-a5f8-60cf01ceb594 on network f7731530-34f6-459e-ae57-2c6a8abf6143 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 05:02:36.988930 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Port 25576b42-1499-4852-a5f8-60cf01ceb594 on network f7731530-34f6-459e-ae57-2c6a8abf6143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 05:02:36.989252 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Attempting to bind port 25576b42-1499-4852-a5f8-60cf01ceb594 on network f7731530-34f6-459e-ae57-2c6a8abf6143 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 05:02:36.993921 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 5, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 05:02:36.994257 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Checking segment: {'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 05:02:36.994640 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Bound using segment: {'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 05:02:36.995060 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Bound port: 25576b42-1499-4852-a5f8-60cf01ceb594, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 05:02:36.995412 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:37.058169 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] For port 25576b42-1499-4852-a5f8-60cf01ceb594, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 05:02:37.061085 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] For port 25576b42-1499-4852-a5f8-60cf01ceb594, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=25576b42-1499-4852-a5f8-60cf01ceb594,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 05:02:37.065815 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:37.096036 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:37.096705 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:37.098421 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] 10.222.0.58 "PUT /v2.0/ports/25576b42-1499-4852-a5f8-60cf01ceb594 HTTP/1.1" status: 200 len: 1094 time: 0.5587671 Aug 13 05:02:37.100509 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'tag': '25576b42-1499-4852-a5f8-60cf01ceb594'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:37.102726 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa" -d '{"events": [{"name": "network-changed", "server_uuid": "b391cbcd-05da-4446-8f50-ec54b2b02c17", "tag": "25576b42-1499-4852-a5f8-60cf01ceb594"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:37.132736 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46f2fe-a7d6-4b4d-a523-d49faeec0a34 service neutron] Pushing event updated for resources: {'Port': ['ID=25576b42-1499-4852-a5f8-60cf01ceb594,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:37.141725 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad767188-2d3a-49ae-a72f-2b4880e32fff x-openstack-request-id: req-ad767188-2d3a-49ae-a72f-2b4880e32fff {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:37.142103 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b391cbcd-05da-4446-8f50-ec54b2b02c17", "tag": "25576b42-1499-4852-a5f8-60cf01ceb594", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:37.142475 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad767188-2d3a-49ae-a72f-2b4880e32fff {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:37.142927 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'tag': '25576b42-1499-4852-a5f8-60cf01ceb594', 'status': 'completed', 'code': 200} Aug 13 05:02:37.468068 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-d9a02271-2e43-488c-a042-025db9f5dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:37.470116 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-d9a02271-2e43-488c-a042-025db9f5dcce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deb9855fb54c459994289b6136c43969&device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 1097 time: 0.3107898 Aug 13 05:02:37.491417 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887506e5-e94a-4ed1-84ad-10e626d00df4 req-5b143eca-2506-4ec5-a9e3-f5740655099d tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:37.492783 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-887506e5-e94a-4ed1-84ad-10e626d00df4 req-5b143eca-2506-4ec5-a9e3-f5740655099d tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 944 time: 0.3014338 Aug 13 05:02:37.530909 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-f3d95a85-7900-46e6-9218-1cfcc619af25 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25576b42-1499-4852-a5f8-60cf01ceb594 HTTP/1.1" status: 200 len: 217 time: 0.0372312 Aug 13 05:02:37.580726 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-887506e5-e94a-4ed1-84ad-10e626d00df4 req-e1257eab-f989-4308-90a3-a0b310da8800 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817413 Aug 13 05:02:37.592468 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-95f814f4-a309-40dd-a5c6-aa8e5caa3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:37.593915 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-95f814f4-a309-40dd-a5c6-aa8e5caa3a4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd HTTP/1.1" status: 200 len: 853 time: 0.0551867 Aug 13 05:02:37.628436 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-2bc58cdd-52c7-43f0-848d-072439681968 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7731530-34f6-459e-ae57-2c6a8abf6143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267723 Aug 13 05:02:37.714480 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-e7f3226a-479e-43e5-970a-61702ac2fd61 service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789113 Aug 13 05:02:37.803486 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3e9686da-20b6-473b-92c7-3c715f4752cf req-23bec025-8dee-4adf-b69d-c40dfe1ce010 service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817623 Aug 13 05:02:37.928452 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-f0aecc12-0259-4b81-a0b9-4c5450e11d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:37.929902 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-f0aecc12-0259-4b81-a0b9-4c5450e11d88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deb9855fb54c459994289b6136c43969&device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 1097 time: 0.0393255 Aug 13 05:02:38.017727 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-65386767-0358-4347-b62d-739d5e9e4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:38.019086 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-65386767-0358-4347-b62d-739d5e9e4464 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f7731530-34f6-459e-ae57-2c6a8abf6143 HTTP/1.1" status: 200 len: 913 time: 0.0814853 Aug 13 05:02:38.062490 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-e0fa9d39-11c8-4649-91ef-57891e1a6665 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25576b42-1499-4852-a5f8-60cf01ceb594 HTTP/1.1" status: 200 len: 217 time: 0.0363207 Aug 13 05:02:38.109253 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-bb8517ac-af55-4d81-9a39-6497a7c29fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:38.111870 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-bb8517ac-af55-4d81-9a39-6497a7c29fc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd HTTP/1.1" status: 200 len: 853 time: 0.0422564 Aug 13 05:02:38.146261 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-7fa75467-0c58-4230-953d-c67f3141803c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7731530-34f6-459e-ae57-2c6a8abf6143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273092 Aug 13 05:02:38.236656 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-a870f946-d156-41b8-8771-e9fe7ce2b59e service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817981 Aug 13 05:02:38.322002 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-e99e6d0d-ce28-43c7-be7b-ba7bccc03afa req-84593eb6-91a5-4f0e-8c76-cf2da6a0760c service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776944 Aug 13 05:02:38.695464 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8040fd-5d97-4058-874d-bd8ca35f2200 req-93b42bae-7f95-4b7e-99b9-a453533dc581 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:38.696940 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7e8040fd-5d97-4058-874d-bd8ca35f2200 req-93b42bae-7f95-4b7e-99b9-a453533dc581 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 944 time: 0.0480709 Aug 13 05:02:38.738573 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7e8040fd-5d97-4058-874d-bd8ca35f2200 req-3f7a193f-4a69-43a8-a2a4-396c4579eeaf tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Aug 13 05:02:39.849808 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedc501-d3db-4b4f-b9f5-0c77f4a7fd9e req-a409d4ec-a552-44cd-8834-2563db1e097a tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:39.851435 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-feedc501-d3db-4b4f-b9f5-0c77f4a7fd9e req-a409d4ec-a552-44cd-8834-2563db1e097a tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 944 time: 0.0472622 Aug 13 05:02:39.888054 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-feedc501-d3db-4b4f-b9f5-0c77f4a7fd9e req-30c68abf-771b-4fd6-b377-7e5294385c82 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Aug 13 05:02:40.051682 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-9dfdb51a-cb67-4a9c-8cbd-563fbd4b0b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:41.000041 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0097d-7020-40e9-a550-fb342623afd5 req-f75ff107-29b4-4d2d-af41-c6e0d11a9e58 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:41.001940 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-67e0097d-7020-40e9-a550-fb342623afd5 req-f75ff107-29b4-4d2d-af41-c6e0d11a9e58 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 944 time: 0.0482819 Aug 13 05:02:41.038056 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-67e0097d-7020-40e9-a550-fb342623afd5 req-50f3d1cb-0e2a-49c5-b716-e56c4ee483b6 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302799 Aug 13 05:02:42.086389 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 25576b42-1499-4852-a5f8-60cf01ceb594 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 05:02:42.151494 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb233-1006-4810-bdf8-e2a1de7c0851 req-b3e90d5f-906e-41e9-a976-642e2ab12751 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:42.152972 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-398bb233-1006-4810-bdf8-e2a1de7c0851 req-b3e90d5f-906e-41e9-a976-642e2ab12751 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 944 time: 0.0491581 Aug 13 05:02:42.183198 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 25576b42-1499-4852-a5f8-60cf01ceb594, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=25576b42-1499-4852-a5f8-60cf01ceb594,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:42.194789 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-398bb233-1006-4810-bdf8-e2a1de7c0851 req-84c6f0e0-e86d-49cf-ba80-1ad086e8951b tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Aug 13 05:02:42.194969 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '25576b42-1499-4852-a5f8-60cf01ceb594', 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143', 'port_id': '25576b42-1499-4852-a5f8-60cf01ceb594', 'mac_address': 'fa:16:3e:03:06:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 05:02:42.230535 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:42.243180 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25576b42-1499-4852-a5f8-60cf01ceb594 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 05:02:42.267490 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 25576b42-1499-4852-a5f8-60cf01ceb594, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=25576b42-1499-4852-a5f8-60cf01ceb594,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:42.274798 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:42.304651 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-4fd35e44-9eb0-45bb-b692-003cbadaaa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:42.331700 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=25576b42-1499-4852-a5f8-60cf01ceb594,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:42.642625 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:42.681610 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['25576b42-1499-4852-a5f8-60cf01ceb594'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 05:02:43.310499 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac1945-f534-44b7-844c-95757691f699 req-14efa98b-75d1-4d29-b59b-1ac9af0f5290 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:43.311964 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-81ac1945-f534-44b7-844c-95757691f699 req-14efa98b-75d1-4d29-b59b-1ac9af0f5290 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Aug 13 05:02:43.349268 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-81ac1945-f534-44b7-844c-95757691f699 req-c1d5d00c-4e05-4f9c-97db-a272d4fd0b73 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Aug 13 05:02:43.664543 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:44.099940 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 25576b42-1499-4852-a5f8-60cf01ceb594 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 05:02:44.262872 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:44.276365 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 25576b42-1499-4852-a5f8-60cf01ceb594 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 05:02:44.279776 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 25576b42-1499-4852-a5f8-60cf01ceb594 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 05:02:44.280132 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:44.350800 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:44.372211 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25576b42-1499-4852-a5f8-60cf01ceb594'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:02:44.374589 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c4c18c-7bb2-4082-88ce-df5e088d3953" -d '{"events": [{"server_uuid": "b391cbcd-05da-4446-8f50-ec54b2b02c17", "name": "network-vif-plugged", "status": "completed", "tag": "25576b42-1499-4852-a5f8-60cf01ceb594"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:02:44.388395 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 25576b42-1499-4852-a5f8-60cf01ceb594, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=25576b42-1499-4852-a5f8-60cf01ceb594,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:02:44.393038 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:44.448771 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=25576b42-1499-4852-a5f8-60cf01ceb594,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:02:44.472292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0cfbd-a363-4ca9-b2d3-c28fae4127b8 req-732f671d-3403-4e13-a3df-d07ff13cc0cb tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:44.474046 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9fe0cfbd-a363-4ca9-b2d3-c28fae4127b8 req-732f671d-3403-4e13-a3df-d07ff13cc0cb tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 946 time: 0.0521405 Aug 13 05:02:44.512510 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9fe0cfbd-a363-4ca9-b2d3-c28fae4127b8 req-d91c05c9-9a8a-4dd2-88c4-c69701f2683c tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Aug 13 05:02:44.532520 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5cd995-71d4-44dc-809b-60aa2c1f07fe x-openstack-request-id: req-7d5cd995-71d4-44dc-809b-60aa2c1f07fe {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:02:44.532824 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b391cbcd-05da-4446-8f50-ec54b2b02c17", "name": "network-vif-plugged", "status": "completed", "tag": "25576b42-1499-4852-a5f8-60cf01ceb594", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:02:44.533788 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d5cd995-71d4-44dc-809b-60aa2c1f07fe {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:02:44.534181 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25576b42-1499-4852-a5f8-60cf01ceb594', 'code': 200} Aug 13 05:02:44.724641 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750eb84-8869-43a6-8266-e71b9a159dc5 req-785076c1-fc51-4e9f-9cb2-8244000a4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:44.726176 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3750eb84-8869-43a6-8266-e71b9a159dc5 req-785076c1-fc51-4e9f-9cb2-8244000a4fff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 1099 time: 0.0394258 Aug 13 05:02:44.767049 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-3750eb84-8869-43a6-8266-e71b9a159dc5 req-8f1a9f08-f605-48e4-856e-3e84a1ba1321 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339305 Aug 13 05:02:45.432118 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:02:45.624434 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c428-bfa5-4318-a721-b3ddf3153702 req-0a8451e5-6761-4bac-91b8-4e28b234115f tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:45.625914 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2526c428-bfa5-4318-a721-b3ddf3153702 req-0a8451e5-6761-4bac-91b8-4e28b234115f tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 946 time: 0.0477853 Aug 13 05:02:45.663158 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2526c428-bfa5-4318-a721-b3ddf3153702 req-e6779cad-5492-4337-b58b-682a7ea716cf tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Aug 13 05:02:46.775721 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b677-e5d3-4915-babf-b382d9a5ec12 req-7cc18a42-5995-4168-8d54-e16fcf01ca7b tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:02:46.777158 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0c10b677-e5d3-4915-babf-b382d9a5ec12 req-7cc18a42-5995-4168-8d54-e16fcf01ca7b tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 946 time: 0.0472841 Aug 13 05:02:46.813951 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-0c10b677-e5d3-4915-babf-b382d9a5ec12 req-ce477825-50d1-4a4e-b054-fc49faca21bf tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308766 Aug 13 05:03:10.053359 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-835d2c6d-fba4-4073-ac5c-8fdf66e5624c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:12.275566 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-b6065786-72cf-4aa0-8ac9-81aae42f05dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:12.644296 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:13.508684 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:03:13.668041 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:14.132776 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:15.434593 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:37.584554 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c08494-a9dc-4ade-9b1c-59db7b8f25bf req-c358391c-af0f-452a-9980-39bddbd6690c tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:37.585934 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-23c08494-a9dc-4ade-9b1c-59db7b8f25bf req-c358391c-af0f-452a-9980-39bddbd6690c tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 946 time: 0.0477583 Aug 13 05:03:37.625807 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-23c08494-a9dc-4ade-9b1c-59db7b8f25bf req-7f5b76b8-1cc0-40d6-9c67-fcffb94e887a tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Aug 13 05:03:38.740073 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6583f-1903-4d50-8800-f45ecf935de2 req-a4d1923e-3c83-40bf-a382-8fb1a6023b02 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:38.741561 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-17b6583f-1903-4d50-8800-f45ecf935de2 req-a4d1923e-3c83-40bf-a382-8fb1a6023b02 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 946 time: 0.0485733 Aug 13 05:03:38.777683 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-17b6583f-1903-4d50-8800-f45ecf935de2 req-7d8b82ac-3a13-4e9f-befe-dde09679aee2 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303016 Aug 13 05:03:39.574255 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699450b-88ff-44ad-9392-595970c160b9 req-1259f9f1-b92f-4276-a001-5861da5c2953 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:39.575589 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5699450b-88ff-44ad-9392-595970c160b9 req-1259f9f1-b92f-4276-a001-5861da5c2953 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 946 time: 0.0469882 Aug 13 05:03:39.664577 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Deleting port 25576b42-1499-4852-a5f8-60cf01ceb594 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:03:39.665001 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:39.748897 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] For port 25576b42-1499-4852-a5f8-60cf01ceb594, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=25576b42-1499-4852-a5f8-60cf01ceb594,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:03:39.749531 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:39.761902 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Calling delete_port for 25576b42-1499-4852-a5f8-60cf01ceb594 owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:03:39.913921 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:39.926954 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12f646-193a-42cd-a2b2-7a355984ae90 req-98bbdeec-444a-45f7-87e9-435707fcd75d tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:39.928409 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb12f646-193a-42cd-a2b2-7a355984ae90 req-98bbdeec-444a-45f7-87e9-435707fcd75d tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=b391cbcd-05da-4446-8f50-ec54b2b02c17 HTTP/1.1" status: 200 len: 946 time: 0.0823469 Aug 13 05:03:39.948154 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['25576b42-1499-4852-a5f8-60cf01ceb594'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 05:03:39.958162 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Pushing event deleted for resources: {'Port': ['ID=25576b42-1499-4852-a5f8-60cf01ceb594,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:03:39.975521 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.975863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.976196 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.976525 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.976847 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.977171 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.977520 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.977841 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.978161 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.978481 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.978798 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:39.979112 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:40.019779 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] No DVR routers for this DVR port 25576b42-1499-4852-a5f8-60cf01ceb594 on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:03:40.026278 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:40.028184 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-5699450b-88ff-44ad-9392-595970c160b9 req-2c72f958-1e5a-4569-839f-d2ccfcd333aa tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "DELETE /v2.0/ports/25576b42-1499-4852-a5f8-60cf01ceb594 HTTP/1.1" status: 204 len: 173 time: 0.4457951 Aug 13 05:03:40.028607 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'name': 'network-vif-deleted', 'tag': '25576b42-1499-4852-a5f8-60cf01ceb594'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:03:40.030821 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3bb017-9e50-4b13-9e14-217441c34651" -d '{"events": [{"server_uuid": "b391cbcd-05da-4446-8f50-ec54b2b02c17", "name": "network-vif-deleted", "tag": "25576b42-1499-4852-a5f8-60cf01ceb594"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:03:40.041869 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-bb12f646-193a-42cd-a2b2-7a355984ae90 req-92f30033-1825-43c7-af8c-0a295f44f892 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926952 Aug 13 05:03:40.058204 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2161387f-131f-47d0-8abf-e770bdc50c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:40.077564 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f4873-b0be-4cca-b660-3957e1a58824 x-openstack-request-id: req-c85f4873-b0be-4cca-b660-3957e1a58824 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:03:40.077852 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b391cbcd-05da-4446-8f50-ec54b2b02c17", "name": "network-vif-deleted", "tag": "25576b42-1499-4852-a5f8-60cf01ceb594", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:03:40.078103 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c85f4873-b0be-4cca-b660-3957e1a58824 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:03:40.078499 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b391cbcd-05da-4446-8f50-ec54b2b02c17', 'name': 'network-vif-deleted', 'tag': '25576b42-1499-4852-a5f8-60cf01ceb594', 'status': 'completed', 'code': 200} Aug 13 05:03:42.274610 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-492527f3-c37c-4f24-b9b6-48f79aa6470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:42.646052 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:43.670072 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:44.901492 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:44.915980 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 25576b42-1499-4852-a5f8-60cf01ceb594 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:03:44.937598 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 25576b42-1499-4852-a5f8-60cf01ceb594 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:03:44.937932 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 25576b42-1499-4852-a5f8-60cf01ceb594 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:03:45.438112 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:50.507761 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:03:50.991283 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-fa783395-bf8f-4e22-8089-0a6c5466756a tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:50.992661 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-fa783395-bf8f-4e22-8089-0a6c5466756a tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/networks?id=f7731530-34f6-459e-ae57-2c6a8abf6143 HTTP/1.1" status: 200 len: 813 time: 0.1014850 Aug 13 05:03:51.007026 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-d514c838-6a80-47be-a59b-0adffa61bc93 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/quotas/deb9855fb54c459994289b6136c43969 HTTP/1.1" status: 200 len: 375 time: 0.0087366 Aug 13 05:03:51.037870 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-012ae697-4b26-41bc-981c-c06869dc6f83 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deb9855fb54c459994289b6136c43969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258503 Aug 13 05:03:51.129143 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-c5d51128-1626-4f9e-bf2e-e64ea439a9de service neutron] 10.222.0.18 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847850 Aug 13 05:03:51.218637 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-acc95e4c-e205-4491-9b6f-75742fba8b04 service neutron] 10.222.0.18 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834713 Aug 13 05:03:51.378351 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-99d565fd-4314-4fee-902d-468a3693c4a7 req-458f2974-955c-4aa5-bec4-a4c8fed26c58 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 210 time: 0.0296562 Aug 13 05:03:52.314179 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-a4b6e8bb-d576-4495-9ac1-4f25bc94e39e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:52.317409 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-a4b6e8bb-d576-4495-9ac1-4f25bc94e39e tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "GET /v2.0/networks?id=f7731530-34f6-459e-ae57-2c6a8abf6143 HTTP/1.1" status: 200 len: 813 time: 0.1077731 Aug 13 05:03:52.349332 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Request body: {'port': {'device_id': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143', 'admin_state_up': True, 'tenant_id': 'deb9855fb54c459994289b6136c43969'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:03:52.477897 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-fb704c84-ba5b-4c7e-87f1-8a7b538672c9 req-11f32f78-aabe-489b-8e9b-d60080e701ca tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 210 time: 0.0323355 Aug 13 05:03:52.484176 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Made reservation on behalf of deb9855fb54c459994289b6136c43969 for: {'port': 1} {{(pid=105491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 05:03:52.488292 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:52.610838 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_common [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Allocated IP 172.20.0.6 (f7731530-34f6-459e-ae57-2c6a8abf6143/3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd/008caa7f-f135-4a25-9ac2-c9558530dfa3) {{(pid=105491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 05:03:52.749979 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks [] for port, precommit_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:52.787586 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746154267895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_create {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:52.829493 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Network f7731530-34f6-459e-ae57-2c6a8abf6143 is already hosted by enough agents. {{(pid=105491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 05:03:52.834752 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.scheduler.base_scheduler [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Resources bound (agent type, host, resource id): {{(pid=105491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 05:03:52.837060 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Received port after_create {{(pid=105491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 05:03:52.867965 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Pushing event updated for resources: {'Port': ['ID=008caa7f-f135-4a25-9ac2-c9558530dfa3,revision_number=1']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:03:52.890231 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:52.890843 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:52.904822 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-22e05682-7dc3-476b-8153-d2027d829003 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600870 Aug 13 05:03:52.923847 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.v2.base [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Request body: {'port': {'device_id': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=105491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 05:03:52.975583 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:53.229749 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008caa7f-f135-4a25-9ac2-c9558530dfa3 {{(pid=105491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 05:03:53.236700 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:53.247986 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.provisioning_blocks [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Transition to ACTIVE for port object 008caa7f-f135-4a25-9ac2-c9558530dfa3 will not be triggered until provisioned by entity L2. {{(pid=105491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 05:03:53.252098 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:53.302540 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Pushing event updated for resources: {'Port': ['ID=008caa7f-f135-4a25-9ac2-c9558530dfa3,revision_number=2']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:03:53.365864 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Attempting to bind port 008caa7f-f135-4a25-9ac2-c9558530dfa3 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 05:03:53.366492 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Attempting to bind port 008caa7f-f135-4a25-9ac2-c9558530dfa3 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 05:03:53.366492 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Attempting to bind port 008caa7f-f135-4a25-9ac2-c9558530dfa3 on network f7731530-34f6-459e-ae57-2c6a8abf6143 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 05:03:53.370580 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Port 008caa7f-f135-4a25-9ac2-c9558530dfa3 on network f7731530-34f6-459e-ae57-2c6a8abf6143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 05:03:53.370896 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Attempting to bind port 008caa7f-f135-4a25-9ac2-c9558530dfa3 on network f7731530-34f6-459e-ae57-2c6a8abf6143 {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 05:03:53.375587 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Checking agent: {'id': '10f12ace-9c82-4bba-a83b-401fb732ce68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'started_at': datetime.datetime(2021, 8, 13, 4, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 5, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 05:03:53.375920 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Checking segment: {'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 05:03:53.376294 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Bound using segment: {'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'} {{(pid=105491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 05:03:53.376709 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.managers [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Bound port: 008caa7f-f135-4a25-9ac2-c9558530dfa3, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af892c47-2321-4c2a-9ba1-ec40a2968e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143'}}] {{(pid=105491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 05:03:53.377056 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:53.439723 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] For port 008caa7f-f135-4a25-9ac2-c9558530dfa3, host hv-cinder-76017, cleared binding levels {{(pid=105491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 05:03:53.443206 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] For port 008caa7f-f135-4a25-9ac2-c9558530dfa3, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=008caa7f-f135-4a25-9ac2-c9558530dfa3,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 05:03:53.447366 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26924298'] for port, after_update {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:53.476817 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:53.477499 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:53.479207 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] 10.222.0.58 "PUT /v2.0/ports/008caa7f-f135-4a25-9ac2-c9558530dfa3 HTTP/1.1" status: 200 len: 1093 time: 0.5593517 Aug 13 05:03:53.481223 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'tag': '008caa7f-f135-4a25-9ac2-c9558530dfa3'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:03:53.483525 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404" -d '{"events": [{"name": "network-changed", "server_uuid": "36d6ce64-f37b-46cd-bcbf-cb0c2e573129", "tag": "008caa7f-f135-4a25-9ac2-c9558530dfa3"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:03:53.513911 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22dc60-a32b-4d60-b3f5-7fc6cafb463c service neutron] Pushing event updated for resources: {'Port': ['ID=008caa7f-f135-4a25-9ac2-c9558530dfa3,revision_number=3']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:03:53.522308 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fae2bc-2777-40af-b759-241fd629f43c x-openstack-request-id: req-50fae2bc-2777-40af-b759-241fd629f43c {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:03:53.522594 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d6ce64-f37b-46cd-bcbf-cb0c2e573129", "tag": "008caa7f-f135-4a25-9ac2-c9558530dfa3", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:03:53.522841 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50fae2bc-2777-40af-b759-241fd629f43c {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:03:53.523223 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'tag': '008caa7f-f135-4a25-9ac2-c9558530dfa3', 'status': 'completed', 'code': 200} Aug 13 05:03:53.609798 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-cc4bbb5b-301b-4576-88a7-c5105d38de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:53.611345 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-cc4bbb5b-301b-4576-88a7-c5105d38de42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deb9855fb54c459994289b6136c43969&device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 1096 time: 0.0709577 Aug 13 05:03:53.619839 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c748c-f25e-414b-bd93-d98a904e4fbf req-a64b8444-bd9c-4768-b0bb-3e6de57221f5 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:53.621164 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9f6c748c-f25e-414b-bd93-d98a904e4fbf req-a64b8444-bd9c-4768-b0bb-3e6de57221f5 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 943 time: 0.0726695 Aug 13 05:03:53.667336 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-31e37f36-03b9-41e3-930f-3b0a5dd1b5e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=008caa7f-f135-4a25-9ac2-c9558530dfa3 HTTP/1.1" status: 200 len: 217 time: 0.0430052 Aug 13 05:03:53.709039 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-9f6c748c-f25e-414b-bd93-d98a904e4fbf req-cb1c6aa0-5eb0-4c2d-bd23-fc2d0699d336 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787947 Aug 13 05:03:53.726439 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-981fa91a-3951-4576-80f0-799024d80c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:53.727874 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-981fa91a-3951-4576-80f0-799024d80c72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd HTTP/1.1" status: 200 len: 853 time: 0.0533564 Aug 13 05:03:53.759032 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-2499a260-e428-4ecc-9a1f-eb8e34defb54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7731530-34f6-459e-ae57-2c6a8abf6143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239036 Aug 13 05:03:53.847527 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-8efdd12a-5ba4-4eac-a862-c7c9c7103ee5 service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812731 Aug 13 05:03:53.932063 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-53ed74ba-9abc-406c-bff9-80a331a6504b req-3612b792-84c4-4b11-9545-d8e20c291f6b service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780823 Aug 13 05:03:54.086156 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-d6fb02e8-4db3-4c2d-bb6d-14b74e3f4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:54.087508 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-d6fb02e8-4db3-4c2d-bb6d-14b74e3f4b20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deb9855fb54c459994289b6136c43969&device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 1096 time: 0.0439584 Aug 13 05:03:54.173157 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-88fad7d8-f78f-4c3e-a922-80caef35abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:54.174674 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-88fad7d8-f78f-4c3e-a922-80caef35abff service neutron] 10.222.0.58 "GET /v2.0/networks?id=f7731530-34f6-459e-ae57-2c6a8abf6143 HTTP/1.1" status: 200 len: 913 time: 0.0797756 Aug 13 05:03:54.217093 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-0ae8c14e-129a-434e-a721-3ba0b9862166 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=008caa7f-f135-4a25-9ac2-c9558530dfa3 HTTP/1.1" status: 200 len: 217 time: 0.0357733 Aug 13 05:03:54.268746 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-57795d66-c6bc-484f-a9b5-81f6848c9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:54.270462 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-57795d66-c6bc-484f-a9b5-81f6848c9a07 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd HTTP/1.1" status: 200 len: 853 time: 0.0457585 Aug 13 05:03:54.302133 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-e16aa681-71ee-46f1-9b7c-53e6bc1ca8d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7731530-34f6-459e-ae57-2c6a8abf6143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241601 Aug 13 05:03:54.396125 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-2b5070c4-3c16-4295-82bf-b6aa8c13b5d2 service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Aug 13 05:03:54.486677 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-c7a3a4ba-65c5-4f9c-9c9f-f05fc2fae404 req-2d032fab-36e1-4e7a-8f35-12d045fec84c service neutron] 10.222.0.58 "GET /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833681 Aug 13 05:03:54.822722 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089629c-6f8e-4f64-87c7-a090855ac0e4 req-c1f03356-4a2b-44c0-ab20-a266c156b315 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:54.824163 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1089629c-6f8e-4f64-87c7-a090855ac0e4 req-c1f03356-4a2b-44c0-ab20-a266c156b315 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 943 time: 0.0484588 Aug 13 05:03:54.860941 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-1089629c-6f8e-4f64-87c7-a090855ac0e4 req-bd1842e5-f0e9-4ecc-b108-633ddd9ae77c tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309911 Aug 13 05:03:55.975035 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b35856-d9e0-4f1a-9a26-359de8130df8 req-57b30f34-f28a-4d84-998b-c7a423d80ab4 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:55.976390 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-10b35856-d9e0-4f1a-9a26-359de8130df8 req-57b30f34-f28a-4d84-998b-c7a423d80ab4 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 943 time: 0.0508797 Aug 13 05:03:56.012658 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-10b35856-d9e0-4f1a-9a26-359de8130df8 req-f85b166b-8a93-4f45-8c85-99164cbe7ba0 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304384 Aug 13 05:03:57.124372 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacd90d-14db-48aa-b3cf-0bd21f0242e6 req-023e5293-4bbb-4627-9595-e28360ad7818 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:57.125856 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2eacd90d-14db-48aa-b3cf-0bd21f0242e6 req-023e5293-4bbb-4627-9595-e28360ad7818 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 943 time: 0.0474262 Aug 13 05:03:57.163752 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-2eacd90d-14db-48aa-b3cf-0bd21f0242e6 req-9107ab50-3ddd-412e-ba73-22008d681493 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Aug 13 05:03:58.282746 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a78481-7c02-4eb6-92b5-1f1d537285e2 req-2ea8cf66-54b7-4bdb-8f69-db9187182beb tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:58.284205 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92a78481-7c02-4eb6-92b5-1f1d537285e2 req-2ea8cf66-54b7-4bdb-8f69-db9187182beb tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 943 time: 0.0549700 Aug 13 05:03:58.325640 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-92a78481-7c02-4eb6-92b5-1f1d537285e2 req-7efe8206-9228-463f-87ca-02f386d00b90 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Aug 13 05:03:58.943824 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 008caa7f-f135-4a25-9ac2-c9558530dfa3 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=105493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 05:03:59.036207 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 008caa7f-f135-4a25-9ac2-c9558530dfa3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=008caa7f-f135-4a25-9ac2-c9558530dfa3,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:03:59.046808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Returning: {'device': '008caa7f-f135-4a25-9ac2-c9558530dfa3', 'network_id': 'f7731530-34f6-459e-ae57-2c6a8abf6143', 'port_id': '008caa7f-f135-4a25-9ac2-c9558530dfa3', 'mac_address': 'fa:16:3e:3e:b7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 05:03:59.085118 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:59.096913 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008caa7f-f135-4a25-9ac2-c9558530dfa3 {{(pid=105493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 05:03:59.115114 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 008caa7f-f135-4a25-9ac2-c9558530dfa3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=008caa7f-f135-4a25-9ac2-c9558530dfa3,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:03:59.118890 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:03:59.164182 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=008caa7f-f135-4a25-9ac2-c9558530dfa3,revision_number=4']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:03:59.170875 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.171226 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.171569 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.171906 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.172239 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.172571 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.172898 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.173230 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.173586 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.173911 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.174233 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.174553 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:03:59.439601 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4f92b-4d6a-4521-82ae-5505707a7f91 req-3e9d05a8-b3c2-4269-a5d5-b40ce9463f6f tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:03:59.441018 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-27a4f92b-4d6a-4521-82ae-5505707a7f91 req-3e9d05a8-b3c2-4269-a5d5-b40ce9463f6f tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 944 time: 0.0497591 Aug 13 05:03:59.478228 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-27a4f92b-4d6a-4521-82ae-5505707a7f91 req-50f2d72e-1f7b-4cc8-b925-2c5b6fd3392b tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Aug 13 05:03:59.515642 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['008caa7f-f135-4a25-9ac2-c9558530dfa3'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 05:04:00.588807 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a27601-6a9d-40f7-9633-8ec1fe5a140d req-91ce876d-baf1-4d95-8853-137ff7e7c330 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:04:00.590286 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-85a27601-6a9d-40f7-9633-8ec1fe5a140d req-91ce876d-baf1-4d95-8853-137ff7e7c330 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 944 time: 0.0474939 Aug 13 05:04:00.629020 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-85a27601-6a9d-40f7-9633-8ec1fe5a140d req-f10bd3b9-8387-4169-a9d5-547ceee1b680 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Aug 13 05:04:00.937258 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 008caa7f-f135-4a25-9ac2-c9558530dfa3 up at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 05:04:00.988239 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning for port 008caa7f-f135-4a25-9ac2-c9558530dfa3 completed by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 05:04:00.991971 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.db.provisioning_blocks [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Provisioning complete for port 008caa7f-f135-4a25-9ac2-c9558530dfa3 triggered by entity L2. {{(pid=105493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 05:04:00.992343 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692491'] for port, provisioning_complete {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:01.064351 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555080'] for port, before_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:01.086042 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008caa7f-f135-4a25-9ac2-c9558530dfa3'}] {{(pid=105493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:04:01.088221 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4750f6d45e43066d331e3365287f37cc347b7e8ec9eeca41692f5c06fc136e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98899220-11dc-4864-b33f-22534eec50be" -d '{"events": [{"server_uuid": "36d6ce64-f37b-46cd-bcbf-cb0c2e573129", "name": "network-vif-plugged", "status": "completed", "tag": "008caa7f-f135-4a25-9ac2-c9558530dfa3"}]}' {{(pid=105493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:04:01.103741 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] For port 008caa7f-f135-4a25-9ac2-c9558530dfa3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=008caa7f-f135-4a25-9ac2-c9558530dfa3,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:04:01.107628 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746154822292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746154269709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746154269727'] for port, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:01.131685 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00338518-eba2-445e-9e41-d7128b1272bb x-openstack-request-id: req-00338518-eba2-445e-9e41-d7128b1272bb {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:04:01.131983 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d6ce64-f37b-46cd-bcbf-cb0c2e573129", "name": "network-vif-plugged", "status": "completed", "tag": "008caa7f-f135-4a25-9ac2-c9558530dfa3", "code": 200}]} {{(pid=105493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:04:01.132236 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00338518-eba2-445e-9e41-d7128b1272bb {{(pid=105493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:04:01.132615 dv-cinder-760178-7-iscsi neutron-server[105493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008caa7f-f135-4a25-9ac2-c9558530dfa3', 'code': 200} Aug 13 05:04:01.158160 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Pushing event updated for resources: {'Port': ['ID=008caa7f-f135-4a25-9ac2-c9558530dfa3,revision_number=5']} {{(pid=105493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:04:01.324937 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31160963-ca59-43c2-8ab3-7f5559d6c787 req-81babd0c-719b-49c7-9022-505ab2f915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:04:01.326435 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-31160963-ca59-43c2-8ab3-7f5559d6c787 req-81babd0c-719b-49c7-9022-505ab2f915f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 1098 time: 0.0385780 Aug 13 05:04:01.361035 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-31160963-ca59-43c2-8ab3-7f5559d6c787 req-4c60adc7-220f-41af-8227-71323a4d0d65 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265214 Aug 13 05:04:01.743566 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702f6e-6c59-4a6a-9c32-2f779cfc6b07 req-9fb8cf1e-ade4-4e2d-94f7-2e818fecb6a8 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:04:01.744999 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-90702f6e-6c59-4a6a-9c32-2f779cfc6b07 req-9fb8cf1e-ade4-4e2d-94f7-2e818fecb6a8 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 945 time: 0.0504191 Aug 13 05:04:01.780963 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-90702f6e-6c59-4a6a-9c32-2f779cfc6b07 req-33b9f3ae-3521-4ace-85c2-ddc18533606b tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301161 Aug 13 05:04:02.893832 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0fff2-3c03-4f1c-bf22-e9a4c3e2ec9a req-3b2390c3-2142-4ccb-8341-d7cfe4140894 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:04:02.896166 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-02d0fff2-3c03-4f1c-bf22-e9a4c3e2ec9a req-3b2390c3-2142-4ccb-8341-d7cfe4140894 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 945 time: 0.0476396 Aug 13 05:04:02.932115 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-02d0fff2-3c03-4f1c-bf22-e9a4c3e2ec9a req-f3561213-6f2c-416c-a723-f9e2fa4ae4c8 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301056 Aug 13 05:04:10.057142 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-22afa696-6ed3-47fc-9885-46e81bb3ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:12.274662 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-1f319a0d-b530-4470-8693-e6a11ff5ad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:12.647993 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:13.672732 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:14.911581 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:15.439922 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:26.952237 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656691e9-3360-498f-8916-3359d2f18807 req-3daccf2a-4f8e-477d-b15a-c51d1132de2a tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:04:26.954106 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-656691e9-3360-498f-8916-3359d2f18807 req-3daccf2a-4f8e-477d-b15a-c51d1132de2a tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 945 time: 0.0474679 Aug 13 05:04:26.990777 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-656691e9-3360-498f-8916-3359d2f18807 req-8681917c-9b0b-41ba-9069-7c1540bbe2d7 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306010 Aug 13 05:04:27.507985 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:04:28.106114 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1379b-f4b7-4ae3-8e24-715ee4c2b418 req-8557be5b-df0f-451d-8bf3-74d19d774748 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:04:28.107542 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7dd1379b-f4b7-4ae3-8e24-715ee4c2b418 req-8557be5b-df0f-451d-8bf3-74d19d774748 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 945 time: 0.0496306 Aug 13 05:04:28.144646 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-7dd1379b-f4b7-4ae3-8e24-715ee4c2b418 req-9d54fd1b-f928-4559-928a-410269aea099 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/security-groups?id=667eac77-4fa7-40b9-987a-06c852a2950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311644 Aug 13 05:04:28.855832 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-23aa598c-c0db-4c9b-9780-11b364c69a5c tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 05:04:28.859286 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-23aa598c-c0db-4c9b-9780-11b364c69a5c tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 945 time: 0.0476749 Aug 13 05:04:28.943753 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Deleting port 008caa7f-f135-4a25-9ac2-c9558530dfa3 {{(pid=105491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 05:04:28.944095 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746154816040'] for port, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:29.036796 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.db [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] For port 008caa7f-f135-4a25-9ac2-c9558530dfa3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=008caa7f-f135-4a25-9ac2-c9558530dfa3,segment=NetworkSegment(af892c47-2321-4c2a-9ba1-ec40a2968e40),segment_id=af892c47-2321-4c2a-9ba1-ec40a2968e40)] {{(pid=105491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 05:04:29.037041 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579964'] for port, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:29.049232 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.plugins.ml2.plugin [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Calling delete_port for 008caa7f-f135-4a25-9ac2-c9558530dfa3 owned by compute:nova {{(pid=105491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 05:04:29.173063 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-556006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746154822274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746154269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26924291'] for port, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:29.201544 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Pushing event deleted for resources: {'Port': ['ID=008caa7f-f135-4a25-9ac2-c9558530dfa3,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:04:29.206673 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.db [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] get_ports_and_sgs() called for port_ids ['008caa7f-f135-4a25-9ac2-c9558530dfa3'] {{(pid=105493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 05:04:29.271616 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-580bf1e8-ec17-400c-acda-b52e81e8a627 req-97cf8733-a523-4b4c-a8c7-cd622573df86 tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d6ce64-f37b-46cd-bcbf-cb0c2e573129 HTTP/1.1" status: 200 len: 210 time: 0.0593972 Aug 13 05:04:29.272396 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] No DVR routers for this DVR port 008caa7f-f135-4a25-9ac2-c9558530dfa3 on host hv-cinder-76017 {{(pid=105491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 05:04:29.274865 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219488'] for port, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:29.276860 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [req-22a9b05d-9862-4e9a-8610-a12ba52eec63 req-211d1224-e75b-4e8d-885e-d89fda0c69dd tempest-VolumesSnapshotTestJSON-357225355 tempest-VolumesSnapshotTestJSON-357225355-project] 10.222.0.58 "DELETE /v2.0/ports/008caa7f-f135-4a25-9ac2-c9558530dfa3 HTTP/1.1" status: 204 len: 173 time: 0.4139383 Aug 13 05:04:29.277291 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'name': 'network-vif-deleted', 'tag': '008caa7f-f135-4a25-9ac2-c9558530dfa3'}] {{(pid=105491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 05:04:29.279847 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa59400962153c5c6c097a3241832267d79a5a019ec30d1da06311ab59707d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e13c9-7a8d-48db-9d5a-ae1d4f53157a" -d '{"events": [{"server_uuid": "36d6ce64-f37b-46cd-bcbf-cb0c2e573129", "name": "network-vif-deleted", "tag": "008caa7f-f135-4a25-9ac2-c9558530dfa3"}]}' {{(pid=105491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 05:04:29.317524 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20e73f-181d-4982-b3eb-8fa7039c3918 x-openstack-request-id: req-ff20e73f-181d-4982-b3eb-8fa7039c3918 {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 05:04:29.317809 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d6ce64-f37b-46cd-bcbf-cb0c2e573129", "name": "network-vif-deleted", "tag": "008caa7f-f135-4a25-9ac2-c9558530dfa3", "status": "completed", "code": 200}]} {{(pid=105491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 05:04:29.318053 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff20e73f-181d-4982-b3eb-8fa7039c3918 {{(pid=105491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 05:04:29.318438 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d6ce64-f37b-46cd-bcbf-cb0c2e573129', 'name': 'network-vif-deleted', 'tag': '008caa7f-f135-4a25-9ac2-c9558530dfa3', 'status': 'completed', 'code': 200} Aug 13 05:04:33.231280 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 008caa7f-f135-4a25-9ac2-c9558530dfa3 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 05:04:33.253660 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.plugin [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] No Port match for: 008caa7f-f135-4a25-9ac2-c9558530dfa3 {{(pid=105493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 05:04:33.253998 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron.plugins.ml2.rpc [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Device 008caa7f-f135-4a25-9ac2-c9558530dfa3 not bound to the agent host hv-cinder-76017 {{(pid=105493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 05:04:40.057963 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe54a-9b4a-4fab-87a2-537092304993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:42.275507 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-f5b6fe01-e082-44c5-81be-c3366ed5fe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:42.648662 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:43.674698 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:44.912681 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:45.443386 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.299819 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [-] (105491) accepted ('10.222.0.18', 36538) {{(pid=105491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:04:54.344236 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Deleting subnet 3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd {{(pid=105491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 05:04:54.347159 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.379845 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26973889'] for subnet, precommit_delete_associations {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.417863 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-688625'] for subnet, precommit_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.479857 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-688614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26924336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27179504'] for subnet, after_delete {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.503453 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd,revision_number=None']} {{(pid=105491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:04:54.507849 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron_lib.callbacks.manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for subnet, before_response {{(pid=105491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.509939 dv-cinder-760178-7-iscsi neutron-server[105491]: INFO neutron.wsgi [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3eb289e5-9c6c-4129-8dd3-cbe1404b1dbd HTTP/1.1" status: 204 len: 168 time: 0.2088869 Aug 13 05:04:54.512368 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 36540) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:04:54.514322 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.514667 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.514992 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.515323 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.515646 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.515969 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.516290 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.516608 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.516927 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.517242 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.517582 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.517896 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe5700c-b137-43d5-b03a-d39837380b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.582013 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592174'] for network, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.657092 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690550', 'neutron.services.segments.db._delete_segments_for_network-8746154761072'] for network, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.667065 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7731530-34f6-459e-ae57-2c6a8abf6143']}} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:04:54.676650 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af892c47-2321-4c2a-9ba1-ec40a2968e40') {'for_net_delete': True} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:04:54.676951 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.services.segments.db [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af892c47-2321-4c2a-9ba1-ec40a2968e40') {} {{(pid=105492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 05:04:54.685527 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746154732153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27046306'] for segment, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.699392 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560'] for segment, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.705054 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=105492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 05:04:54.705453 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27083060'] for segment, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: Traceback (most recent call last): Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: timer() Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: cb(*args, **kw) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: return func(*args, **kwargs) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: self._notify() Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: self.callback(batched_events) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: event.method(event) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: return f(self, *a, **k) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._get(url).json() Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: return self.request(url, 'GET', **kwargs) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 05:04:54.707062 dv-cinder-760178-7-iscsi neutron-server[105492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 05:04:54.762385 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577381'] for network, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.767718 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619736'] for network, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:54.769863 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f7731530-34f6-459e-ae57-2c6a8abf6143 HTTP/1.1" status: 204 len: 168 time: 0.2564330 Aug 13 05:04:54.780718 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7731530-34f6-459e-ae57-2c6a8abf6143,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:04:54.788188 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.788540 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.788882 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.789219 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.789581 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.789913 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.790251 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.790581 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.790909 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.791234 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.791556 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.791877 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530baca-be45-4572-9b64-668e8bf57836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-7-iscsi {{(pid=105492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 05:04:54.921796 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 36546) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:04:54.960015 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-66316e98-116c-4b68-bf8b-92a02c3a9311 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=deb9855fb54c459994289b6136c43969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371022 Aug 13 05:04:54.962386 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [-] (105492) accepted ('10.222.0.18', 36548) {{(pid=105492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 05:04:55.008544 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff498b86-4a51-4f25-a1c5-b2eafa821391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:55.028716 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff498b86-4a51-4f25-a1c5-b2eafa821391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:55.073949 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff498b86-4a51-4f25-a1c5-b2eafa821391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659061'] for security_group, after_delete {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:55.076596 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron_lib.callbacks.manager [None req-ff498b86-4a51-4f25-a1c5-b2eafa821391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:04:55.077741 dv-cinder-760178-7-iscsi neutron-server[105492]: INFO neutron.wsgi [None req-ff498b86-4a51-4f25-a1c5-b2eafa821391 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/667eac77-4fa7-40b9-987a-06c852a2950d HTTP/1.1" status: 204 len: 168 time: 0.1144617 Aug 13 05:04:55.085403 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff498b86-4a51-4f25-a1c5-b2eafa821391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667eac77-4fa7-40b9-987a-06c852a2950d,revision_number=None']} {{(pid=105492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 05:05:04.507420 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:05:10.058591 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-436fde8a-1e78-4baf-beea-02c792c8b391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:12.275209 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-974cb0f5-17a5-4376-92c2-43badcdfa5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:12.649322 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:13.677675 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:14.162034 dv-cinder-760178-7-iscsi neutron-server[105491]: DEBUG neutron.wsgi [req-ba95145f-ed65-4823-b26e-6a75d3bf33f7 req-9a99f2ba-1e20-46fc-8cd1-c4fd51a19559 service neutron] (105491) timed out ('10.222.0.58', 54927) {{(pid=105491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 05:05:14.438247 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [req-95741b97-12eb-4087-9cfb-a4dbdc4c8d4b req-0e8ee028-a2c0-4d99-8655-34f9d01465ce service neutron] (105492) timed out ('10.222.0.58', 54881) {{(pid=105492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 05:05:14.731626 dv-cinder-760178-7-iscsi neutron-server[105492]: DEBUG neutron.wsgi [req-529645bc-6153-43f3-83cc-25351a6ab7fc req-6ea7bdbc-17d9-4d17-abbc-c9984f5e1282 service neutron] (105492) timed out ('10.222.0.58', 54924) {{(pid=105492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 05:05:14.924436 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:15.446508 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:40.058779 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-50d60784-18d9-4e6f-b40f-2e4bbf85dec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:41.505819 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:05:42.274686 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-787ea386-87ed-49a9-82ea-ae35fec3fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:42.650117 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:43.680430 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:44.954062 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:05:45.448808 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:10.058631 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-838d819a-2456-49e1-b6ba-a46ad64d21c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:12.274729 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-120e9bb5-7307-40dc-bb5e-0aac80113dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:12.650344 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:13.684782 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:14.962565 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:15.451934 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:18.505557 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:06:40.057421 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-3096fea1-552c-41f6-af44-63397f1774fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:42.275057 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-65cdb36f-8589-4254-8827-a3ad61a845d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:42.650429 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:43.686781 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:44.952698 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:45.453196 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:06:55.506545 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:07:10.058373 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-781c59d7-c6e2-4cf3-926e-1e6d61637c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:12.275043 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-609c9a15-5acc-4c09-a59c-fa8b44f618e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:12.650722 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:13.688890 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:14.968363 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:15.456179 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:32.506455 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:07:40.058369 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-eedab136-583a-4cf4-bcec-5a8e51692ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:42.275469 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-78d39f5f-a1db-44e3-95d7-83fbae82e7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:42.650674 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:43.694746 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:44.967155 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:07:45.458290 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:09.505584 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:08:10.058897 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7a40ae02-20ba-47e9-8110-5d9dbde57576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:12.275736 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d31b64d3-8acf-48f0-bcf4-b649ee428bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:12.650560 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:13.694926 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:14.996434 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:15.461080 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:40.061942 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a2c7-a418-4f10-b606-7a6ad52ef7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:42.276028 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7d0a4aee-844b-4c3d-9317-a83131f29cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:42.650715 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:43.697908 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:44.991739 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:45.463965 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:08:46.505379 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:09:10.062782 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-bd863b7e-cba9-4b8c-b560-9fd1f394c374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:12.276711 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-47598cf0-b6d6-4408-8bc8-8a2a84ef976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:12.651291 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:13.699820 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:15.037674 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:15.466165 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:23.504874 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:09:40.063691 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-54e61ebd-db3e-4370-8352-fb4ab42e874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:42.277216 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-55ec3bee-e053-4399-a483-5f2f589af35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:42.652608 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:43.702026 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:45.022958 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:09:45.469506 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:10:00.503135 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:10:10.064160 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-fc68ebd9-54dd-4c38-bc62-f7a661788313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:10:12.276587 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-2241c5cc-c55c-4ff6-a78a-eb3ff15aad8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:10:12.652951 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-140bd2f7-5399-420f-b268-1c17181eeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:10:13.706080 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-61f3ec46-03d5-4d88-842b-363c8d409911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:10:15.052981 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-7662a6cd-2d52-40d3-b838-88c1d3d2f141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:10:15.472742 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2a8d-3cc0-4e6f-b146-d6bb2a7c7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 05:10:37.501719 dv-cinder-760178-7-iscsi neutron-server[105494]: DEBUG neutron.db.agents_db [None req-f1475c1d-8fdd-462d-ae2f-195e0d2d503d None None] Agent healthcheck: found 6 active agents {{(pid=105494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 05:10:40.064345 dv-cinder-760178-7-iscsi neutron-server[105493]: DEBUG neutron_lib.callbacks.manager [None req-d05f44a5-1580-4424-a4c2-0e8d54380b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746154760964', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692728'] for agent, after_update {{(pid=105493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}